+++ date ++ echo 'INFO: =================== Mon Oct 27 01:44:59 AM UTC 2025 ===================' INFO: =================== Mon Oct 27 01:44:59 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ cut -d / -f 1 +++ ip addr show dev ens3 +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.41 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.41 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.41 ++ ANALYTICSDB_NODES=10.0.0.41 ++ ANALYTICS_SNMP_NODES=10.0.0.41 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8081 ' +++ '[' -n '10.0.0.41:8081 ' ']' +++ echo 10.0.0.41:8081 ++ ANALYTICS_SERVERS=10.0.0.41:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9042 ' +++ '[' -n '10.0.0.41:9042 ' ']' +++ echo 10.0.0.41:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.41:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.41 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8086 ' +++ '[' -n '10.0.0.41:8086 ' ']' +++ echo 10.0.0.41:8086 ++ COLLECTOR_SERVERS=10.0.0.41:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.41 ++ CONFIGDB_NODES=10.0.0.41 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8082 ' +++ '[' -n '10.0.0.41:8082 ' ']' +++ echo 10.0.0.41:8082 ++ CONFIG_SERVERS=10.0.0.41:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9161 ' +++ '[' -n '10.0.0.41:9161 ' ']' +++ echo 10.0.0.41:9161 ++ CONFIGDB_SERVERS=10.0.0.41:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9041 ' +++ '[' -n '10.0.0.41:9041 ' ']' +++ echo 10.0.0.41:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.41:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.41 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.41 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.41 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+=10.0.0.41:2181, +++ '[' -n 10.0.0.41:2181, ']' +++ echo 10.0.0.41:2181 ++ ZOOKEEPER_SERVERS=10.0.0.41:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:2181 ' +++ '[' -n '10.0.0.41:2181 ' ']' +++ echo 10.0.0.41:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.41:2181 ++ RABBITMQ_NODES=10.0.0.41 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+=10.0.0.41:5673, +++ '[' -n 10.0.0.41:5673, ']' +++ echo 10.0.0.41:5673 ++ RABBITMQ_SERVERS=10.0.0.41:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:6379 ' +++ '[' -n '10.0.0.41:6379 ' ']' +++ echo 10.0.0.41:6379 ++ REDIS_SERVERS=10.0.0.41:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.41 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9092 ' +++ '[' -n '10.0.0.41:9092 ' ']' +++ echo 10.0.0.41:9092 ++ KAFKA_SERVERS=10.0.0.41:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.41 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.41 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.41 ++ cut -d , -f 1 + local cassandra=10.0.0.41 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.41 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlZ1eGJFVW5DVGVRTGZsWjM3d2tyU0ZtMUZnZ1BKeFhSbkV4OEtiS0pOY2sifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImE2NjY1MGNjLWExNWUtNDliZS05N2U3LTZiZGMxZTQ0MGQ3OSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.2gctCdP7GdWEkd_EX2EzAbCh9veUFEq7Q1CeWRhtqu1mmF41j_U_xtoZ6Y-iEU-jCNR2FOEgXHSuX5UVEypczu3FmreMwlDH60B_cqDoK9Zn6TD_2F2RCN7KA4ze3qxuE93TauT725Yi8x6-AwnkSWmmW5nyjVUGbGRSUoC_DAqTlI0zneyFhb3ks7LuL13vobTPiYO0W5wFEYQmc7Qg3dhMuM4FvDdMrk4lAZAjhLP9PoWmZ6YVnnajQkkzkE7wYlIyYz3NprYZmVzorfMHcP1asO12Z9Zdc1yzG4I8xb_9b0FZaNtG0Z35M5jPAJ752kJx0DnWCU8jfH7ZU3Z7PQ ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.41 +++ local servers=10.0.0.41 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ uniq ++++ sort ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.41,10.101.125.1,127.0.0.1,172.17.0.1,252.41.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.41'\''))' +++ local server_ip=10.0.0.41 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.41 ]] +++ [[ ,10.0.0.41,10.101.125.1,127.0.0.1,172.17.0.1,252.41.0.1,, =~ ,10\.0\.0\.41, ]] +++ echo 10.0.0.41 1 +++ return ++ local ip=10.0.0.41 ++ [[ -z 10.0.0.41 ]] ++ echo 10.0.0.41 + host_ip=10.0.0.41 + [[ cql == \c\q\l ]] ++ echo 10.0.0.41:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.41:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/27/2025 01:45:07.375 7fa43d10d700 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/27/2025 01:45:07.537 7fa43d10d700 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/27/2025 01:45:07.537 7fa43d10d700 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.41 - - [2025-10-27 01:45:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001108 2025-10-27 01:45:07.74: KubeMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:07.74: KubeMonitor - Connect Kube API result 0 2025-10-27 01:45:07.84: KubeMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-27 01:45:07.85: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-27 01:45:07.86: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1 2025-10-27 01:45:07.87: PodMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-27 01:45:07.87: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-27 01:45:07.88: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/apis/networking.k8s.io/v1 2025-10-27 01:45:07.89: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-27 01:45:07.90: IngressMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/apis/networking.k8s.io/v1 2025-10-27 01:45:07.90: VncKubernetes - vnc_connect starting 2025-10-27 01:45:07.91: VncKubernetes - vnc_connect done 2025-10-27 01:45:08.11: default-domain domain available. 2025-10-27 01:45:14.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:45:14.24: NamespaceMonitor - start process kube event 2025-10-27 01:45:14.24: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.24: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.24: NetworkMonitor - start process kube event 2025-10-27 01:45:14.25: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.25: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.25: PodMonitor - start process kube event 2025-10-27 01:45:14.25: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.25: PodMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.25: ServiceMonitor - start process kube event 2025-10-27 01:45:14.25: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.25: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.25: NetworkPolicyMonitor - start process kube event 2025-10-27 01:45:14.25: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.25: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.25: EndPointMonitor - start process kube event 2025-10-27 01:45:14.25: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.25: EndPointMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.25: IngressMonitor - start process kube event 2025-10-27 01:45:14.25: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.25: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.25: IngressMonitor - Connect Kube API result 0 2025-10-27 01:45:14.25: IngressMonitor - Start init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-27 01:45:14.25: EndPointMonitor - Connect Kube API result 0 2025-10-27 01:45:14.25: EndPointMonitor - Start init url=https://10.0.0.41:6443/api/v1/endpoints resource_version=None 2025-10-27 01:45:14.26: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 01:45:14.26: NetworkPolicyMonitor - Start init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-27 01:45:14.27: ServiceMonitor - Connect Kube API result 0 2025-10-27 01:45:14.27: ServiceMonitor - Start init url=https://10.0.0.41:6443/api/v1/services resource_version=None 2025-10-27 01:45:14.27: PodMonitor - Connect Kube API result 0 2025-10-27 01:45:14.27: PodMonitor - Start init url=https://10.0.0.41:6443/api/v1/pods resource_version=None 2025-10-27 01:45:14.27: NetworkMonitor - Connect Kube API result 0 2025-10-27 01:45:14.28: NamespaceMonitor - Connect Kube API result 0 2025-10-27 01:45:14.28: NamespaceMonitor - Start init url=https://10.0.0.41:6443/api/v1/namespaces resource_version=None 2025-10-27 01:45:14.32: IngressMonitor - Done init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses, resource_version=437 2025-10-27 01:45:14.32: IngressMonitor - _schedule_vnc_sync 2025-10-27 01:45:14.32: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:45:14.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 01:45:14.33: VncKubernetes - vnc_sync - Ingress start 2025-10-27 01:45:14.33: VncKubernetes - vnc_sync - Ingress done 2025-10-27 01:45:14.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:45:14.34: NetworkPolicyMonitor - Done init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=437 2025-10-27 01:45:14.34: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 01:45:14.34: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:45:14.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 01:45:14.34: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 01:45:14.35: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:45:14.35: ServiceMonitor - Got ADDED Service default:kubernetes:1ee38311-c302-4ac3-802c-ce291c770aae 2025-10-27 01:45:14.36: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 01:45:14.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:45:14.36: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:1ee38311-c302-4ac3-802c-ce291c770aae 2025-10-27 01:45:14.36: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:14.36: PodMonitor - Done init url=https://10.0.0.41:6443/api/v1/pods, resource_version=437 2025-10-27 01:45:14.36: PodMonitor - _schedule_vnc_sync 2025-10-27 01:45:14.36: PodMonitor - Start Watching request https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:45:14.36: NamespaceMonitor - Got ADDED Namespace None:contrail:7cd198ba-434b-4c74-87d2-2a6009d267c6 2025-10-27 01:45:14.36: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:45:14.36: NetworkMonitor - Start init url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-27 01:45:14.37: PodMonitor - Watches https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:45:14.38: NamespaceMonitor - Got ADDED Namespace None:default:6729c16d-a5c9-4d27-b40c-93f851a7eee7 2025-10-27 01:45:14.39: EndPointMonitor - Got ADDED Endpoints default:kubernetes:4f23a7e8-a17a-4dc2-9d82-b669b12b2829 2025-10-27 01:45:14.39: ServiceMonitor - Got ADDED Service kube-system:kube-dns:de41ab8d-192c-4721-b2e0-d45e49e0b3af 2025-10-27 01:45:14.39: ServiceMonitor - Done init url=https://10.0.0.41:6443/api/v1/services, resource_version=437 2025-10-27 01:45:14.39: ServiceMonitor - _schedule_vnc_sync 2025-10-27 01:45:14.39: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) [Introspect:8108]10.0.0.41 - - [2025-10-27 01:45:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001106 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:45:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001115 2025-10-27 01:45:14.39: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-10-27 01:45:14.39: NetworkMonitor - start process kube event 2025-10-27 01:45:14.39: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 01:45:14.39: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:45:14.39: NetworkMonitor - Connect Kube API result 0 2025-10-27 01:45:14.40: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:45:14.40: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:d3969b41-228f-415a-a6d7-c0eb08b99f0c 2025-10-27 01:45:14.40: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:14.40: EndPointMonitor - Done init url=https://10.0.0.41:6443/api/v1/endpoints, resource_version=437 2025-10-27 01:45:14.40: EndPointMonitor - _schedule_vnc_sync 2025-10-27 01:45:14.40: EndPointMonitor - Start Watching request https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:45:14.40: NetworkMonitor - Start init url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-27 01:45:14.43: EndPointMonitor - Watches https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:45:14.43: NamespaceMonitor - Got ADDED Namespace None:kube-public:33a6a6f9-aae2-4a82-af7a-099eec66c26d 2025-10-27 01:45:14.47: NamespaceMonitor - Got ADDED Namespace None:kube-system:55f1eb16-c3eb-4650-b7c3-e5fd4bf1f183 2025-10-27 01:45:14.47: NamespaceMonitor - Done init url=https://10.0.0.41:6443/api/v1/namespaces, resource_version=437 2025-10-27 01:45:14.47: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 01:45:14.47: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:45:14.48: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:45:14.56: NetworkMonitor - Done init url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=441 2025-10-27 01:45:14.56: NetworkMonitor - _schedule_vnc_sync 2025-10-27 01:45:14.56: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'})(timeout=120) 2025-10-27 01:45:14.56: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'}) 2025-10-27 01:45:15.69: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 01:45:15.69: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:17.35: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 01:45:17.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 01:45:17.35: VncKubernetes - vnc_sync - Pod start 2025-10-27 01:45:17.35: VncKubernetes - vnc_sync - Pod done 2025-10-27 01:45:17.35: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:45:17.35: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:7cd198ba-434b-4c74-87d2-2a6009d267c6 2025-10-27 01:45:17.36: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:17.36: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:17.36: PodMonitor - start process kube event 2025-10-27 01:45:17.36: empty line received 2025-10-27 01:45:17.36: PodMonitor - start process kube event 2025-10-27 01:45:19.53: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:45:19.53: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:6729c16d-a5c9-4d27-b40c-93f851a7eee7 2025-10-27 01:45:21.63: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-27 01:45:21.63: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:4f23a7e8-a17a-4dc2-9d82-b669b12b2829 2025-10-27 01:45:21.65: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-27 01:45:21.65: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:de41ab8d-192c-4721-b2e0-d45e49e0b3af 2025-10-27 01:45:23.90: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 01:45:23.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 01:45:23.90: VncKubernetes - vnc_sync - Service start 2025-10-27 01:45:23.90: VncKubernetes - vnc_sync - Service done 2025-10-27 01:45:23.90: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 01:45:23.90: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:d3969b41-228f-415a-a6d7-c0eb08b99f0c 2025-10-27 01:45:25.65: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 01:45:25.65: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:25.72: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 01:45:25.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 01:45:25.73: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 01:45:25.73: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 01:45:25.73: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:33a6a6f9-aae2-4a82-af7a-099eec66c26d 2025-10-27 01:45:27.46: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:45:27.46: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:55f1eb16-c3eb-4650-b7c3-e5fd4bf1f183 2025-10-27 01:45:29.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:45:29.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 01:45:29.02: VncKubernetes - vnc_sync - Namespace start 2025-10-27 01:45:29.02: VncKubernetes - vnc_sync - Namespace done 2025-10-27 01:45:29.02: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:45:29.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 01:45:29.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 01:45:29.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:45:29.02: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:29.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:45:43.85: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:43.85: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:43.85: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) [Introspect:8108]10.0.0.41 - - [2025-10-27 01:46:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001007 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:47:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000965 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:47:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001013 VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:43.86: PodMonitor - start process kube event 2025-10-27 01:45:43.86: empty line received 2025-10-27 01:45:43.86: PodMonitor - start process kube event 2025-10-27 01:45:43.87: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:43.87: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:43.87: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:43.87: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:43.88: PodMonitor - start process kube event 2025-10-27 01:45:43.88: empty line received 2025-10-27 01:45:43.88: EndPointMonitor - start process kube event 2025-10-27 01:45:43.88: empty line received 2025-10-27 01:45:43.88: PodMonitor - start process kube event 2025-10-27 01:45:43.88: EndPointMonitor - start process kube event 2025-10-27 01:45:43.88: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:43.88: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:43.88: EndPointMonitor - start process kube event 2025-10-27 01:45:43.88: empty line received 2025-10-27 01:45:43.89: EndPointMonitor - start process kube event 2025-10-27 01:45:43.93: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:45:43.93: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:45:43.94: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:45:43.94: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:44.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:45:44.00: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:45:44.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:46:14.35: PodMonitor - Received BOOKMARK: oldResVer=437 newResVer=488 2025-10-27 01:46:14.35: PodMonitor - start process kube event 2025-10-27 01:46:14.35: empty line received 2025-10-27 01:46:14.35: PodMonitor - start process kube event 2025-10-27 01:46:14.57: EndPointMonitor - Received BOOKMARK: oldResVer=437 newResVer=489 2025-10-27 01:46:14.57: EndPointMonitor - start process kube event 2025-10-27 01:46:14.57: empty line received 2025-10-27 01:46:14.57: EndPointMonitor - start process kube event 2025-10-27 01:47:14.35: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:47:14.35: NetworkPolicyMonitor - start process kube event 2025-10-27 01:47:14.35: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:47:14.35: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:47:14.35: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 01:47:14.35: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 01:47:14.35: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:47:14.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 01:47:14.36: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 01:47:14.36: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 01:47:14.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:47:14.36: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:47:14.37: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:47:14.37: IngressMonitor - start process kube event 2025-10-27 01:47:14.37: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:47:14.37: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:47:14.37: IngressMonitor - Connect Kube API result 0 2025-10-27 01:47:14.37: IngressMonitor - _schedule_vnc_sync 2025-10-27 01:47:14.37: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:47:14.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 01:47:14.37: VncKubernetes - vnc_sync - Ingress start 2025-10-27 01:47:14.37: VncKubernetes - vnc_sync - Ingress done 2025-10-27 01:47:14.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:47:14.38: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:47:14.40: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:47:14.40: ServiceMonitor - start process kube event 2025-10-27 01:47:14.40: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:47:14.40: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:47:14.40: ServiceMonitor - Connect Kube API result 0 2025-10-27 01:47:14.40: ServiceMonitor - _schedule_vnc_sync 2025-10-27 01:47:14.40: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:47:14.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 01:47:14.40: VncKubernetes - vnc_sync - Service start 2025-10-27 01:47:14.40: VncKubernetes - vnc_sync - Service done 2025-10-27 01:47:14.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:47:14.41: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:47:14.48: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:47:14.48: NamespaceMonitor - start process kube event 2025-10-27 01:47:14.48: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:47:14.48: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:47:14.48: NamespaceMonitor - Connect Kube API result 0 2025-10-27 01:47:14.48: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 01:47:14.48: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:47:14.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 01:47:14.48: VncKubernetes - vnc_sync - Namespace start 2025-10-27 01:47:14.48: VncKubernetes - vnc_sync - Namespace done 2025-10-27 01:47:14.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:47:14.49: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:47:14.57: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:47:14.57: NetworkMonitor - start process kube event [Introspect:8108]10.0.0.41 - - [2025-10-27 01:48:49] "GET /Snh_NamespaceDatabaseList?namespace_uuid=6729c16d-a5c9-4d27-b40c-93f851a7eee7 HTTP/1.1" 200 753 0.000761 2025-10-27 01:47:14.57: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=441 2025-10-27 01:47:14.57: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:47:14.57: NetworkMonitor - Connect Kube API result 0 2025-10-27 01:47:14.57: NetworkMonitor - _schedule_vnc_sync 2025-10-27 01:47:14.57: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'})(timeout=120) 2025-10-27 01:47:14.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 01:47:14.58: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 01:47:14.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:47:14.58: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'}) 2025-10-27 01:47:15.19: PodMonitor - Received BOOKMARK: oldResVer=488 newResVer=488 2025-10-27 01:47:15.19: PodMonitor - start process kube event 2025-10-27 01:47:15.19: empty line received 2025-10-27 01:47:15.19: PodMonitor - start process kube event 2025-10-27 01:47:15.35: EndPointMonitor - Received BOOKMARK: oldResVer=489 newResVer=489 2025-10-27 01:47:15.35: EndPointMonitor - start process kube event 2025-10-27 01:47:15.35: empty line received 2025-10-27 01:47:15.35: EndPointMonitor - start process kube event 2025-10-27 01:47:28.05: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:47:28.05: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:47:28.05: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:47:28.05: PodMonitor - start process kube event 2025-10-27 01:47:28.05: empty line received 2025-10-27 01:47:28.05: PodMonitor - start process kube event 2025-10-27 01:47:28.06: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:47:28.06: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:47:28.06: EndPointMonitor - start process kube event 2025-10-27 01:47:28.06: empty line received 2025-10-27 01:47:28.06: EndPointMonitor - start process kube event 2025-10-27 01:47:28.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:47:28.06: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:47:28.09: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:47:28.09: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:47:28.09: PodMonitor - start process kube event 2025-10-27 01:47:28.09: empty line received 2025-10-27 01:47:28.09: PodMonitor - start process kube event 2025-10-27 01:47:28.10: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:47:28.10: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:47:28.10: EndPointMonitor - start process kube event 2025-10-27 01:47:28.10: empty line received 2025-10-27 01:47:28.10: EndPointMonitor - start process kube event 2025-10-27 01:47:28.47: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:47:28.47: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:47:28.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:47:28.52: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:47:29.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:48:15.16: PodMonitor - Received BOOKMARK: oldResVer=488 newResVer=646 2025-10-27 01:48:15.16: PodMonitor - start process kube event 2025-10-27 01:48:15.16: empty line received 2025-10-27 01:48:15.16: PodMonitor - start process kube event 2025-10-27 01:48:15.57: EndPointMonitor - Received BOOKMARK: oldResVer=489 newResVer=649 2025-10-27 01:48:15.57: EndPointMonitor - start process kube event 2025-10-27 01:48:15.57: empty line received 2025-10-27 01:48:15.57: EndPointMonitor - start process kube event 2025-10-27 01:48:49.69: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:48:49.69: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:48:49.69: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-97658626:4f93b386-43ea-41a9-aa02-8e11f0a19ce8 2025-10-27 01:48:49.69: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-97658626:4f93b386-43ea-41a9-aa02-8e11f0a19ce8 2025-10-27 01:48:49.69: VncKubernetes - Process event (name=ctest-nginx-svc-97658626 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:48:49.70: EndPointMonitor - start process kube event 2025-10-27 01:48:49.70: empty line received 2025-10-27 01:48:49.70: ServiceMonitor - start process kube event 2025-10-27 01:48:49.70: empty line received 2025-10-27 01:48:49.70: EndPointMonitor - start process kube event 2025-10-27 01:48:49.70: ServiceMonitor - start process kube event 2025-10-27 01:48:49.72: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:49.72: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-37101731 (no nodeName) 2025-10-27 01:48:49.72: PodMonitor - start process kube event 2025-10-27 01:48:49.72: empty line received 2025-10-27 01:48:49.72: PodMonitor - start process kube event 2025-10-27 01:48:49.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:48:49.72: VncKubernetes - Process event (name=ctest-nginx-svc-97658626 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-97658626:4f93b386-43ea-41a9-aa02-8e11f0a19ce8 2025-10-27 01:48:49.73: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:49.73: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:49.73: PodMonitor - start process kube event 2025-10-27 01:48:49.73: empty line received 2025-10-27 01:48:49.73: PodMonitor - start process kube event 2025-10-27 01:48:49.75: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:49.75: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:49.75: PodMonitor - start process kube event 2025-10-27 01:48:49.75: empty line received 2025-10-27 01:48:49.75: PodMonitor - start process kube event 2025-10-27 01:48:49.75: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:49.75: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-51571306 (no nodeName) 2025-10-27 01:48:49.75: PodMonitor - start process kube event 2025-10-27 01:48:49.75: empty line received 2025-10-27 01:48:49.75: PodMonitor - start process kube event 2025-10-27 01:48:49.76: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e [Introspect:8108]10.0.0.41 - - [2025-10-27 01:48:59] "GET /Snh_LoadbalancerDatabaseList?x=f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 HTTP/1.1" 200 1869 0.000937 2025-10-27 01:48:49.76: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:49.76: PodMonitor - start process kube event 2025-10-27 01:48:49.76: empty line received 2025-10-27 01:48:49.76: PodMonitor - start process kube event 2025-10-27 01:48:49.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:49.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:49.80: PodMonitor - start process kube event 2025-10-27 01:48:49.80: empty line received 2025-10-27 01:48:49.80: PodMonitor - start process kube event 2025-10-27 01:48:50.73: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:48:50.73: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:51.65: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:51.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:51.65: PodMonitor - start process kube event 2025-10-27 01:48:51.65: empty line received 2025-10-27 01:48:51.65: PodMonitor - start process kube event 2025-10-27 01:48:51.66: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:48:51.66: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:51.79: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:48:51.79: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:52.40: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:52.40: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:52.40: PodMonitor - start process kube event 2025-10-27 01:48:52.40: empty line received 2025-10-27 01:48:52.40: PodMonitor - start process kube event 2025-10-27 01:48:52.41: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:48:52.41: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:52.49: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:48:52.49: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:48:52.54: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:48:52.55: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:48:52.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:48:56.00: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:48:56.00: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:48:56.00: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:48:56.00: IngressMonitor - start process kube event 2025-10-27 01:48:56.00: empty line received 2025-10-27 01:48:56.00: IngressMonitor - start process kube event 2025-10-27 01:48:57.14: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:48:57.14: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:48:57.14: IngressMonitor - start process kube event 2025-10-27 01:48:57.14: empty line received 2025-10-27 01:48:57.14: IngressMonitor - start process kube event 2025-10-27 01:48:58.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:48:58.21: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:48:58.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:48:59.03: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.03: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-66958064 (no nodeName) 2025-10-27 01:48:59.03: PodMonitor - start process kube event 2025-10-27 01:48:59.03: empty line received 2025-10-27 01:48:59.03: PodMonitor - start process kube event 2025-10-27 01:48:59.03: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.04: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.04: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.04: PodMonitor - start process kube event 2025-10-27 01:48:59.04: empty line received 2025-10-27 01:48:59.04: PodMonitor - start process kube event 2025-10-27 01:48:59.05: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.05: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.05: PodMonitor - start process kube event 2025-10-27 01:48:59.05: empty line received 2025-10-27 01:48:59.05: PodMonitor - start process kube event 2025-10-27 01:48:59.92: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.92: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:48:59.92: PodMonitor - start process kube event 2025-10-27 01:48:59.92: empty line received 2025-10-27 01:48:59.92: PodMonitor - start process kube event 2025-10-27 01:48:59.94: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:48:59.94: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:00.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:00.07: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:00.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:02.45: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:02.45: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:02.45: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:02.45: PodMonitor - start process kube event 2025-10-27 01:49:02.45: empty line received 2025-10-27 01:49:02.45: PodMonitor - start process kube event [Introspect:8108]10.0.0.41 - - [2025-10-27 01:49:04] "GET /Snh_VirtualMachineDatabaseList?x=fece0c62-7e5a-4e92-85b4-3054428ad4ef HTTP/1.1" 200 2149 0.000764 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:49:04] "GET /Snh_VirtualMachineDatabaseList?x=b2155a09-255b-4ed5-aa05-ecfe4e739a9e HTTP/1.1" 200 2149 0.000849 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:49:14] "GET /Snh_VirtualMachineDatabaseList?x=5fbade49-8ef4-4d1c-8595-9c1ed4980391 HTTP/1.1" 200 2083 0.002615 2025-10-27 01:49:02.45: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:02.45: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:02.45: EndPointMonitor - start process kube event 2025-10-27 01:49:02.45: empty line received 2025-10-27 01:49:02.45: EndPointMonitor - start process kube event 2025-10-27 01:49:02.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:02.50: VncKubernetes - Process event (name=ctest-nginx-svc-97658626 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:02.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:03.44: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:03.44: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:03.45: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:03.45: PodMonitor - start process kube event 2025-10-27 01:49:03.45: empty line received 2025-10-27 01:49:03.45: PodMonitor - start process kube event 2025-10-27 01:49:03.45: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:03.45: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:03.46: EndPointMonitor - start process kube event 2025-10-27 01:49:03.46: empty line received 2025-10-27 01:49:03.46: EndPointMonitor - start process kube event 2025-10-27 01:49:03.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:03.52: VncKubernetes - Process event (name=ctest-nginx-svc-97658626 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:03.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:13.47: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:13.47: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:13.47: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:13.47: PodMonitor - start process kube event 2025-10-27 01:49:13.47: empty line received 2025-10-27 01:49:13.47: PodMonitor - start process kube event 2025-10-27 01:49:13.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:14.37: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:49:14.37: NetworkPolicyMonitor - start process kube event 2025-10-27 01:49:14.37: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:49:14.37: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:49:14.37: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 01:49:14.37: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 01:49:14.37: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:49:14.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 01:49:14.37: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 01:49:14.38: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:49:14.39: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 01:49:14.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:14.49: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:49:14.49: NamespaceMonitor - start process kube event 2025-10-27 01:49:14.49: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:49:14.49: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:49:14.49: NamespaceMonitor - Connect Kube API result 0 2025-10-27 01:49:14.49: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 01:49:14.49: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:49:14.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 01:49:14.49: VncKubernetes - vnc_sync - Namespace start 2025-10-27 01:49:14.49: VncKubernetes - vnc_sync - Namespace done 2025-10-27 01:49:14.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:14.50: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:49:14.58: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:14.58: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:14.58: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:14.58: PodMonitor - start process kube event 2025-10-27 01:49:14.58: PodMonitor - _schedule_vnc_sync 2025-10-27 01:49:14.58: empty line received 2025-10-27 01:49:14.58: PodMonitor - start process kube event 2025-10-27 01:49:14.58: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:49:14.58: NetworkMonitor - start process kube event 2025-10-27 01:49:14.59: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=441 2025-10-27 01:49:14.59: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:49:14.59: NetworkMonitor - Connect Kube API result 0 2025-10-27 01:49:14.59: NetworkMonitor - _schedule_vnc_sync 2025-10-27 01:49:14.59: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'})(timeout=120) 2025-10-27 01:49:14.60: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'}) 2025-10-27 01:49:14.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:49:14.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 01:49:14.64: VncKubernetes - vnc_sync - Pod start 2025-10-27 01:49:14.64: VncKubernetes - vnc_sync - Pod done 2025-10-27 01:49:14.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:14.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 01:49:14.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 01:49:14.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:14.75: PodMonitor - Received BOOKMARK: oldResVer=646 newResVer=836 2025-10-27 01:49:14.75: PodMonitor - start process kube event 2025-10-27 01:49:14.75: empty line received 2025-10-27 01:49:14.75: PodMonitor - start process kube event [Introspect:8108]10.0.0.41 - - [2025-10-27 01:49:49] "GET /Snh_LoadbalancerDatabaseList?x=f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 HTTP/1.1" 200 1869 0.000815 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:49:50] "GET /Snh_LoadbalancerDatabaseList?x=f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 HTTP/1.1" 200 313 0.000542 2025-10-27 01:49:15.47: EndPointMonitor - Received BOOKMARK: oldResVer=649 newResVer=815 2025-10-27 01:49:15.47: EndPointMonitor - start process kube event 2025-10-27 01:49:15.47: EndPointMonitor - _schedule_vnc_sync 2025-10-27 01:49:15.47: empty line received 2025-10-27 01:49:15.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 01:49:15.47: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 01:49:15.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:15.47: EndPointMonitor - start process kube event 2025-10-27 01:49:46.53: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.53: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.53: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.53: PodMonitor - start process kube event 2025-10-27 01:49:46.53: empty line received 2025-10-27 01:49:46.53: PodMonitor - start process kube event 2025-10-27 01:49:46.54: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.54: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.54: PodMonitor - start process kube event 2025-10-27 01:49:46.54: empty line received 2025-10-27 01:49:46.54: PodMonitor - start process kube event 2025-10-27 01:49:46.55: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.55: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.55: PodMonitor - start process kube event 2025-10-27 01:49:46.55: empty line received 2025-10-27 01:49:46.55: PodMonitor - start process kube event 2025-10-27 01:49:46.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:49:46.56: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:46.62: VncKubernetes - Process event (name=ctest-busybox-pod-66958064 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-66958064:5fbade49-8ef4-4d1c-8595-9c1ed4980391 2025-10-27 01:49:46.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:49.66: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:49:49.66: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:49:49.66: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:49:49.66: IngressMonitor - start process kube event 2025-10-27 01:49:49.66: empty line received 2025-10-27 01:49:49.66: IngressMonitor - start process kube event 2025-10-27 01:49:50.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:51.13: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:51.13: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:51.13: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:51.13: PodMonitor - start process kube event 2025-10-27 01:49:51.14: empty line received 2025-10-27 01:49:51.14: PodMonitor - start process kube event 2025-10-27 01:49:51.14: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:51.14: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:51.14: EndPointMonitor - start process kube event 2025-10-27 01:49:51.14: empty line received 2025-10-27 01:49:51.14: EndPointMonitor - start process kube event 2025-10-27 01:49:51.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:51.16: VncKubernetes - Process event (name=ctest-nginx-svc-97658626 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:51.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:52.55: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.55: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.55: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.55: PodMonitor - start process kube event 2025-10-27 01:49:52.55: empty line received 2025-10-27 01:49:52.55: PodMonitor - start process kube event 2025-10-27 01:49:52.56: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.56: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.56: PodMonitor - start process kube event 2025-10-27 01:49:52.56: empty line received 2025-10-27 01:49:52.56: PodMonitor - start process kube event 2025-10-27 01:49:52.56: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.56: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.56: PodMonitor - start process kube event 2025-10-27 01:49:52.56: empty line received 2025-10-27 01:49:52.56: PodMonitor - start process kube event 2025-10-27 01:49:52.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:49:52.57: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:52.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:52.63: VncKubernetes - Process event (name=ctest-nginx-pod-51571306 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-51571306:b2155a09-255b-4ed5-aa05-ecfe4e739a9e 2025-10-27 01:49:53.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:56.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:56.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:56.18: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:56.19: PodMonitor - start process kube event 2025-10-27 01:49:56.19: empty line received 2025-10-27 01:49:56.19: PodMonitor - start process kube event 2025-10-27 01:49:56.20: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:56.20: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:56.20: EndPointMonitor - start process kube event 2025-10-27 01:49:56.20: empty line received 2025-10-27 01:49:56.20: EndPointMonitor - start process kube event 2025-10-27 01:49:56.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:56.21: VncKubernetes - Process event (name=ctest-nginx-svc-97658626 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97658626:c488ffca-ac7b-40bc-bbe4-28605bbf04fb 2025-10-27 01:49:56.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:49:57.56: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.56: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.56: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.57: PodMonitor - start process kube event 2025-10-27 01:49:57.57: empty line received 2025-10-27 01:49:57.57: PodMonitor - start process kube event 2025-10-27 01:49:57.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.57: PodMonitor - start process kube event 2025-10-27 01:49:57.57: empty line received 2025-10-27 01:49:57.57: PodMonitor - start process kube event 2025-10-27 01:49:57.57: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.57: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.57: PodMonitor - start process kube event 2025-10-27 01:49:57.57: empty line received 2025-10-27 01:49:57.57: PodMonitor - start process kube event 2025-10-27 01:49:57.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:49:57.58: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:57.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:49:57.64: VncKubernetes - Process event (name=ctest-nginx-pod-37101731 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-37101731:fece0c62-7e5a-4e92-85b4-3054428ad4ef 2025-10-27 01:49:58.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:01.61: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:50:01.61: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:50:01.61: VncKubernetes - Process event (name=ctest-new-default-27880765 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:50:01.61: NamespaceMonitor - start process kube event 2025-10-27 01:50:01.61: empty line received 2025-10-27 01:50:01.62: NamespaceMonitor - start process kube event 2025-10-27 01:50:03.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:04.63: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:50:04.63: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:50:04.63: VncKubernetes - Process event (name=ctest-non-default-00427684 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:50:04.63: NamespaceMonitor - start process kube event 2025-10-27 01:50:04.63: empty line received 2025-10-27 01:50:04.63: NamespaceMonitor - start process kube event 2025-10-27 01:50:06.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:07.64: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:50:07.64: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:50:07.64: VncKubernetes - Process event (name=ctest-new-default-27880765 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:50:07.64: NamespaceMonitor - start process kube event 2025-10-27 01:50:07.64: empty line received 2025-10-27 01:50:07.64: NamespaceMonitor - start process kube event 2025-10-27 01:50:07.65: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:50:07.65: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:50:07.65: NamespaceMonitor - start process kube event 2025-10-27 01:50:07.65: empty line received 2025-10-27 01:50:07.65: NamespaceMonitor - start process kube event 2025-10-27 01:50:07.67: PodMonitor - Received ADDED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:07.67: PodMonitor - Skipped ADDED Pod ctest-new-default-27880765:ctest-pod-67122832 (no nodeName) 2025-10-27 01:50:07.67: PodMonitor - start process kube event 2025-10-27 01:50:07.67: empty line received 2025-10-27 01:50:07.67: PodMonitor - start process kube event 2025-10-27 01:50:07.67: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:07.67: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:07.67: PodMonitor - start process kube event 2025-10-27 01:50:07.67: empty line received 2025-10-27 01:50:07.67: PodMonitor - start process kube event 2025-10-27 01:50:07.69: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:07.69: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:07.69: PodMonitor - start process kube event 2025-10-27 01:50:07.69: empty line received 2025-10-27 01:50:07.69: PodMonitor - start process kube event 2025-10-27 01:50:07.71: PodMonitor - Received ADDED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:07.71: PodMonitor - Skipped ADDED Pod ctest-new-default-27880765:ctest-pod-41227163 (no nodeName) 2025-10-27 01:50:07.71: PodMonitor - start process kube event 2025-10-27 01:50:07.71: empty line received 2025-10-27 01:50:07.71: PodMonitor - start process kube event 2025-10-27 01:50:07.72: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:07.72: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:07.72: PodMonitor - start process kube event 2025-10-27 01:50:07.72: empty line received 2025-10-27 01:50:07.72: PodMonitor - start process kube event 2025-10-27 01:50:07.73: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:07.73: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:07.73: PodMonitor - start process kube event 2025-10-27 01:50:07.73: empty line received 2025-10-27 01:50:07.73: PodMonitor - start process kube event 2025-10-27 01:50:07.75: PodMonitor - Received ADDED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:07.75: PodMonitor - Skipped ADDED Pod ctest-non-default-00427684:ctest-pod-65908216 (no nodeName) 2025-10-27 01:50:07.76: PodMonitor - start process kube event [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:08] "GET /Snh_NamespaceDatabaseList?namespace_uuid=68f03ba1-9418-465c-ab6e-fc18e5d880ff HTTP/1.1" 200 866 0.000638 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:08] "GET /Snh_NamespaceDatabaseList?namespace_uuid=edbc1555-b30e-431e-a376-5c2c4f2aafe9 HTTP/1.1" 200 866 0.001871 2025-10-27 01:50:07.76: empty line received 2025-10-27 01:50:07.76: PodMonitor - start process kube event 2025-10-27 01:50:07.76: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:07.76: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:07.76: PodMonitor - start process kube event 2025-10-27 01:50:07.76: empty line received 2025-10-27 01:50:07.76: PodMonitor - start process kube event 2025-10-27 01:50:07.77: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:07.77: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:07.77: PodMonitor - start process kube event 2025-10-27 01:50:07.77: empty line received 2025-10-27 01:50:07.77: PodMonitor - start process kube event 2025-10-27 01:50:07.78: PodMonitor - Received ADDED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:07.78: PodMonitor - Skipped ADDED Pod ctest-non-default-00427684:ctest-pod-53552519 (no nodeName) 2025-10-27 01:50:07.78: PodMonitor - start process kube event 2025-10-27 01:50:07.78: empty line received 2025-10-27 01:50:07.78: PodMonitor - start process kube event 2025-10-27 01:50:07.80: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:07.80: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:07.80: PodMonitor - start process kube event 2025-10-27 01:50:07.80: empty line received 2025-10-27 01:50:07.80: PodMonitor - start process kube event 2025-10-27 01:50:07.82: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:07.82: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:07.82: PodMonitor - start process kube event 2025-10-27 01:50:07.82: empty line received 2025-10-27 01:50:07.82: PodMonitor - start process kube event 2025-10-27 01:50:07.82: PodMonitor - Received ADDED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:07.82: PodMonitor - Skipped ADDED Pod ctest-new-default-27880765:ctest-pod-06156507 (no nodeName) 2025-10-27 01:50:07.82: PodMonitor - start process kube event 2025-10-27 01:50:07.82: empty line received 2025-10-27 01:50:07.82: PodMonitor - start process kube event 2025-10-27 01:50:07.82: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:07.82: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:07.82: PodMonitor - start process kube event 2025-10-27 01:50:07.83: empty line received 2025-10-27 01:50:07.83: PodMonitor - start process kube event 2025-10-27 01:50:07.86: PodMonitor - Received ADDED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:07.86: PodMonitor - Skipped ADDED Pod ctest-new-default-27880765:ctest-pod-41799863 (no nodeName) 2025-10-27 01:50:07.86: PodMonitor - start process kube event 2025-10-27 01:50:07.86: empty line received 2025-10-27 01:50:07.86: PodMonitor - start process kube event 2025-10-27 01:50:07.87: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:07.87: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:07.87: PodMonitor - start process kube event 2025-10-27 01:50:07.87: empty line received 2025-10-27 01:50:07.87: PodMonitor - start process kube event 2025-10-27 01:50:07.89: PodMonitor - Received ADDED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:07.89: PodMonitor - Skipped ADDED Pod ctest-non-default-00427684:ctest-pod-31596215 (no nodeName) 2025-10-27 01:50:07.89: PodMonitor - start process kube event 2025-10-27 01:50:07.89: empty line received 2025-10-27 01:50:07.89: PodMonitor - start process kube event 2025-10-27 01:50:07.89: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:07.89: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:07.89: PodMonitor - start process kube event 2025-10-27 01:50:07.89: empty line received 2025-10-27 01:50:07.89: PodMonitor - start process kube event 2025-10-27 01:50:07.91: PodMonitor - Received ADDED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:07.91: PodMonitor - Skipped ADDED Pod ctest-non-default-00427684:ctest-pod-33011187 (no nodeName) 2025-10-27 01:50:07.91: PodMonitor - start process kube event 2025-10-27 01:50:07.91: empty line received 2025-10-27 01:50:07.91: PodMonitor - start process kube event 2025-10-27 01:50:07.91: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:07.91: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:07.91: PodMonitor - start process kube event 2025-10-27 01:50:07.91: empty line received 2025-10-27 01:50:07.91: PodMonitor - start process kube event 2025-10-27 01:50:08.20: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 01:50:08.20: VncKubernetes - Process event (name=ctest-non-default-00427684 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:50:08.28: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:08.28: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:08.28: PodMonitor - start process kube event 2025-10-27 01:50:08.28: empty line received 2025-10-27 01:50:08.28: PodMonitor - start process kube event 2025-10-27 01:50:08.71: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 01:50:08.71: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:09.83: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:09.83: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:09.83: PodMonitor - start process kube event 2025-10-27 01:50:09.83: empty line received 2025-10-27 01:50:09.83: PodMonitor - start process kube event 2025-10-27 01:50:09.85: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 01:50:09.85: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:09.97: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:50:09.97: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:10.09: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:10.09: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:10.09: PodMonitor - start process kube event 2025-10-27 01:50:10.09: empty line received 2025-10-27 01:50:10.09: PodMonitor - start process kube event 2025-10-27 01:50:10.48: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:10.48: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:10.48: PodMonitor - start process kube event 2025-10-27 01:50:10.48: empty line received 2025-10-27 01:50:10.48: PodMonitor - start process kube event 2025-10-27 01:50:10.60: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:10.60: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:10.60: PodMonitor - start process kube event 2025-10-27 01:50:10.60: empty line received 2025-10-27 01:50:10.60: PodMonitor - start process kube event 2025-10-27 01:50:10.61: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 01:50:10.61: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:10.74: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 01:50:10.74: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:10.88: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:10.88: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:10.88: PodMonitor - start process kube event 2025-10-27 01:50:10.88: empty line received 2025-10-27 01:50:10.88: PodMonitor - start process kube event 2025-10-27 01:50:11.62: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:11.62: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:11.63: PodMonitor - start process kube event 2025-10-27 01:50:11.63: empty line received 2025-10-27 01:50:11.63: PodMonitor - start process kube event 2025-10-27 01:50:11.64: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 01:50:11.64: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:11.78: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 01:50:11.78: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:12.44: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:12.44: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:12.44: PodMonitor - start process kube event 2025-10-27 01:50:12.44: empty line received 2025-10-27 01:50:12.44: PodMonitor - start process kube event 2025-10-27 01:50:12.45: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 01:50:12.45: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:12.60: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:50:12.60: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:13.33: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:13.33: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:13.33: PodMonitor - start process kube event 2025-10-27 01:50:13.33: empty line received 2025-10-27 01:50:13.33: PodMonitor - start process kube event 2025-10-27 01:50:13.34: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:50:13.34: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:14.03: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:14.03: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:14.03: PodMonitor - start process kube event 2025-10-27 01:50:14.03: empty line received 2025-10-27 01:50:14.03: PodMonitor - start process kube event 2025-10-27 01:50:14.04: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:50:14.04: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:14.35: PodMonitor - Received BOOKMARK: oldResVer=836 newResVer=990 2025-10-27 01:50:14.35: PodMonitor - start process kube event 2025-10-27 01:50:14.35: empty line received 2025-10-27 01:50:14.35: PodMonitor - start process kube event 2025-10-27 01:50:14.74: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:14.74: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:14.74: PodMonitor - start process kube event 2025-10-27 01:50:14.74: empty line received 2025-10-27 01:50:14.74: PodMonitor - start process kube event 2025-10-27 01:50:14.75: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:50:14.75: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:15.39: NamespaceMonitor - Received BOOKMARK: oldResVer=437 newResVer=942 2025-10-27 01:50:15.39: NamespaceMonitor - start process kube event 2025-10-27 01:50:15.39: empty line received 2025-10-27 01:50:15.39: NamespaceMonitor - start process kube event 2025-10-27 01:50:15.47: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:15.47: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:15.47: PodMonitor - start process kube event 2025-10-27 01:50:15.47: empty line received 2025-10-27 01:50:15.47: PodMonitor - start process kube event 2025-10-27 01:50:15.49: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:50:15.49: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:18] "GET /Snh_VirtualMachineDatabaseList?x=ec521c8f-6db5-4897-ade4-d2c60ef3f111 HTTP/1.1" 200 2483 0.000751 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:18] "GET /Snh_VirtualMachineDatabaseList?x=ca777c77-df74-43e9-9c9c-381a1963593c HTTP/1.1" 200 2483 0.000919 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:18] "GET /Snh_VirtualMachineDatabaseList?x=ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 HTTP/1.1" 200 2483 0.000743 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:23] "GET /Snh_VirtualMachineDatabaseList?x=54a258e8-ed35-45fa-a0f1-0e08c74a10b5 HTTP/1.1" 200 2483 0.000747 2025-10-27 01:50:15.60: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:15.60: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:15.60: PodMonitor - start process kube event 2025-10-27 01:50:15.60: empty line received 2025-10-27 01:50:15.60: PodMonitor - start process kube event 2025-10-27 01:50:15.62: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 01:50:15.62: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:15.63: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-27 01:50:15.63: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:15.76: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-27 01:50:15.76: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:15.85: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 01:50:15.85: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:15.92: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 01:50:15.92: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:16.01: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 01:50:16.01: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:16.05: EndPointMonitor - Received BOOKMARK: oldResVer=815 newResVer=906 2025-10-27 01:50:16.05: EndPointMonitor - start process kube event 2025-10-27 01:50:16.05: empty line received 2025-10-27 01:50:16.05: EndPointMonitor - start process kube event 2025-10-27 01:50:16.07: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 01:50:16.07: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:16.09: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 01:50:16.09: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:16.16: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:50:16.16: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:16.22: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:50:16.22: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:16.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:50:16.23: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:16.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:50:16.30: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:50:16.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:16.62: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:16.62: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:16.62: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:50:16.62: PodMonitor - start process kube event 2025-10-27 01:50:16.62: empty line received 2025-10-27 01:50:16.62: PodMonitor - start process kube event 2025-10-27 01:50:16.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:17.63: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:17.63: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:17.63: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:50:17.63: PodMonitor - start process kube event 2025-10-27 01:50:17.63: empty line received 2025-10-27 01:50:17.63: PodMonitor - start process kube event 2025-10-27 01:50:17.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:19.63: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:19.63: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:19.64: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:50:19.64: PodMonitor - start process kube event 2025-10-27 01:50:19.64: empty line received 2025-10-27 01:50:19.64: PodMonitor - start process kube event 2025-10-27 01:50:19.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:20.64: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:20.64: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:20.64: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:50:20.64: PodMonitor - start process kube event 2025-10-27 01:50:20.64: empty line received 2025-10-27 01:50:20.64: PodMonitor - start process kube event 2025-10-27 01:50:20.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:25.65: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:25.65: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:25.65: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:28] "GET /Snh_VirtualMachineDatabaseList?x=aaf7befe-cbcf-47e8-9897-ced9bec953d4 HTTP/1.1" 200 2413 0.000637 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:28] "GET /Snh_VirtualMachineDatabaseList?x=07dd9f89-5f82-45ba-8ce9-41d645ee9c5b HTTP/1.1" 200 2413 0.000862 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:28] "GET /Snh_VirtualMachineDatabaseList?x=0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 HTTP/1.1" 200 2413 0.000667 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:28] "GET /Snh_VirtualMachineDatabaseList?x=024a14a4-d15d-4504-9086-4eb3bce57fef HTTP/1.1" 200 2413 0.000787 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:30] "GET /Snh_LoadbalancerDatabaseList?x=6bdabedc-563d-4cf7-ad1e-2424c090c528 HTTP/1.1" 200 1862 0.001034 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:32] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=0374bdb6-6a78-4838-8f78-9b2ae73366e5 HTTP/1.1" 200 2095 0.000716 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:32] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=0374bdb6-6a78-4838-8f78-9b2ae73366e5 HTTP/1.1" 200 2095 0.000619 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:50:34] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=0374bdb6-6a78-4838-8f78-9b2ae73366e5 HTTP/1.1" 200 2302 0.000798 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:51:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001116 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:51:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001006 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:51:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001588 VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:50:25.65: PodMonitor - start process kube event 2025-10-27 01:50:25.65: empty line received 2025-10-27 01:50:25.65: PodMonitor - start process kube event 2025-10-27 01:50:25.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:26.66: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:26.66: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:26.66: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:50:26.66: PodMonitor - start process kube event 2025-10-27 01:50:26.66: empty line received 2025-10-27 01:50:26.66: PodMonitor - start process kube event 2025-10-27 01:50:26.67: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:26.67: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:26.67: PodMonitor - start process kube event 2025-10-27 01:50:26.67: empty line received 2025-10-27 01:50:26.67: PodMonitor - start process kube event 2025-10-27 01:50:26.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:50:26.72: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:50:26.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:29.44: ServiceMonitor - Received ADDED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:50:29.44: ServiceMonitor - Got ADDED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:50:29.44: VncKubernetes - Process event (name=ctest-nginx-svc-82344850 event_type=ADDED kind=Service ns=ctest-new-default-27880765) VncService - Got ADDED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:50:29.44: ServiceMonitor - start process kube event 2025-10-27 01:50:29.44: empty line received 2025-10-27 01:50:29.44: ServiceMonitor - start process kube event 2025-10-27 01:50:29.45: EndPointMonitor - Received ADDED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:50:29.45: EndPointMonitor - Got ADDED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:50:29.45: EndPointMonitor - start process kube event 2025-10-27 01:50:29.45: empty line received 2025-10-27 01:50:29.45: EndPointMonitor - start process kube event 2025-10-27 01:50:30.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:50:30.42: VncKubernetes - Process event (name=ctest-nginx-svc-82344850 event_type=ADDED kind=Endpoints ns=ctest-new-default-27880765) VncEndpoints - Got ADDED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:50:31.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:50:32.17: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:50:32.17: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:50:32.17: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:50:32.17: NetworkPolicyMonitor - start process kube event 2025-10-27 01:50:32.17: empty line received 2025-10-27 01:50:32.17: NetworkPolicyMonitor - start process kube event 2025-10-27 01:50:33.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:51:14.61: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:51:14.61: NetworkMonitor - start process kube event 2025-10-27 01:51:14.61: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=441 2025-10-27 01:51:14.61: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:51:14.61: NetworkMonitor - Connect Kube API result 0 2025-10-27 01:51:14.61: NetworkMonitor - _schedule_vnc_sync 2025-10-27 01:51:14.61: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'})(timeout=120) 2025-10-27 01:51:14.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 01:51:14.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 01:51:14.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:51:14.64: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'}) 2025-10-27 01:51:14.81: PodMonitor - Received BOOKMARK: oldResVer=990 newResVer=1042 2025-10-27 01:51:14.81: PodMonitor - start process kube event 2025-10-27 01:51:14.81: empty line received 2025-10-27 01:51:14.81: PodMonitor - start process kube event 2025-10-27 01:51:16.23: NamespaceMonitor - Received BOOKMARK: oldResVer=942 newResVer=942 2025-10-27 01:51:16.23: NamespaceMonitor - start process kube event 2025-10-27 01:51:16.23: empty line received 2025-10-27 01:51:16.23: NamespaceMonitor - start process kube event 2025-10-27 01:51:16.40: EndPointMonitor - Received BOOKMARK: oldResVer=906 newResVer=1049 2025-10-27 01:51:16.40: EndPointMonitor - start process kube event 2025-10-27 01:51:16.40: empty line received 2025-10-27 01:51:16.40: EndPointMonitor - start process kube event 2025-10-27 01:51:49.66: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:51:49.67: IngressMonitor - start process kube event 2025-10-27 01:51:49.67: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:51:49.67: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:51:49.67: IngressMonitor - Connect Kube API result 0 2025-10-27 01:51:49.67: IngressMonitor - _schedule_vnc_sync 2025-10-27 01:51:49.67: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:51:49.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 01:51:49.67: VncKubernetes - vnc_sync - Ingress start 2025-10-27 01:51:49.67: VncKubernetes - vnc_sync - Ingress done 2025-10-27 01:51:49.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:51:49.68: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:51:49.68: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:49.68: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:49.68: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:51:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001286 2025-10-27 01:51:49.68: IngressMonitor - start process kube event 2025-10-27 01:51:49.68: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:49.68: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:49.68: IngressMonitor - start process kube event 2025-10-27 01:51:49.68: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:49.68: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:49.68: IngressMonitor - start process kube event 2025-10-27 01:51:49.68: empty line received 2025-10-27 01:51:49.68: IngressMonitor - start process kube event 2025-10-27 01:51:51.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:51:51.82: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:52.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:51:52.34: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:51:53.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:52:15.21: PodMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-10-27 01:52:15.21: PodMonitor - start process kube event 2025-10-27 01:52:15.21: empty line received 2025-10-27 01:52:15.21: PodMonitor - start process kube event 2025-10-27 01:52:16.33: NamespaceMonitor - Received BOOKMARK: oldResVer=942 newResVer=942 2025-10-27 01:52:16.33: NamespaceMonitor - start process kube event 2025-10-27 01:52:16.33: empty line received 2025-10-27 01:52:16.33: NamespaceMonitor - start process kube event 2025-10-27 01:52:16.87: EndPointMonitor - Received BOOKMARK: oldResVer=1049 newResVer=1049 2025-10-27 01:52:16.87: EndPointMonitor - start process kube event 2025-10-27 01:52:16.87: empty line received 2025-10-27 01:52:16.87: EndPointMonitor - start process kube event 2025-10-27 01:52:29.44: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:52:29.44: ServiceMonitor - start process kube event 2025-10-27 01:52:29.44: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:52:29.44: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:52:29.44: ServiceMonitor - Connect Kube API result 0 2025-10-27 01:52:29.44: ServiceMonitor - _schedule_vnc_sync 2025-10-27 01:52:29.44: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:52:29.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 01:52:29.44: VncKubernetes - vnc_sync - Service start 2025-10-27 01:52:29.45: VncKubernetes - vnc_sync - Service done 2025-10-27 01:52:29.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:52:29.46: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:52:29.46: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-97658626:4f93b386-43ea-41a9-aa02-8e11f0a19ce8 2025-10-27 01:52:29.46: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-97658626:4f93b386-43ea-41a9-aa02-8e11f0a19ce8 2025-10-27 01:52:29.46: VncKubernetes - Process event (name=ctest-nginx-svc-97658626 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-97658626:4f93b386-43ea-41a9-aa02-8e11f0a19ce8 2025-10-27 01:52:29.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:52:29.46: ServiceMonitor - start process kube event 2025-10-27 01:52:29.46: empty line received 2025-10-27 01:52:29.46: ServiceMonitor - start process kube event 2025-10-27 01:52:29.46: ServiceMonitor - Received ADDED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:52:29.46: ServiceMonitor - Got ADDED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:52:29.46: VncKubernetes - Process event (name=ctest-nginx-svc-82344850 event_type=ADDED kind=Service ns=ctest-new-default-27880765) VncService - Got ADDED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:52:29.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:52:29.46: ServiceMonitor - start process kube event 2025-10-27 01:52:29.46: empty line received 2025-10-27 01:52:29.46: ServiceMonitor - start process kube event 2025-10-27 01:52:32.10: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:52:32.10: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:52:32.11: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:52:32.11: NetworkPolicyMonitor - start process kube event 2025-10-27 01:52:32.11: empty line received 2025-10-27 01:52:32.11: NetworkPolicyMonitor - start process kube event 2025-10-27 01:52:33.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:52:43.44: PodMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-10-27 01:52:43.44: PodMonitor - start process kube event 2025-10-27 01:52:43.44: empty line received 2025-10-27 01:52:43.44: PodMonitor - start process kube event 2025-10-27 01:52:44.40: stop iteration PodMonitor 2025-10-27 01:52:44.40: PodMonitor - start process kube event 2025-10-27 01:52:44.40: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1042 2025-10-27 01:52:44.40: PodMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:52:44.40: PodMonitor - Connect Kube API result 0 2025-10-27 01:52:44.40: PodMonitor - _schedule_vnc_sync 2025-10-27 01:52:44.40: PodMonitor - Start Watching request https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'})(timeout=120) 2025-10-27 01:52:44.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 01:52:44.40: VncKubernetes - vnc_sync - Pod start 2025-10-27 01:52:44.40: VncKubernetes - vnc_sync - Pod done 2025-10-27 01:52:44.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:52:44.42: PodMonitor - Watches https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'}) 2025-10-27 01:52:47.68: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:52:47.68: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:52:47.68: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:52:47.68: PodMonitor - start process kube event 2025-10-27 01:52:47.68: empty line received 2025-10-27 01:52:47.68: PodMonitor - start process kube event 2025-10-27 01:52:47.69: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:52:47.69: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:52:47.69: EndPointMonitor - start process kube event 2025-10-27 01:52:47.69: empty line received 2025-10-27 01:52:47.69: EndPointMonitor - start process kube event 2025-10-27 01:52:47.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:52:47.69: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:52:47.70: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:52:47.70: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:52:47.70: PodMonitor - start process kube event 2025-10-27 01:52:47.70: empty line received 2025-10-27 01:52:47.70: PodMonitor - start process kube event 2025-10-27 01:52:47.71: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:52:47.71: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:52:47.71: EndPointMonitor - start process kube event 2025-10-27 01:52:47.71: empty line received 2025-10-27 01:52:47.71: EndPointMonitor - start process kube event 2025-10-27 01:52:48.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:52:48.28: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:52:48.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:52:48.34: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:52:48.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:53:14.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:53:14.64: NetworkMonitor - start process kube event 2025-10-27 01:53:14.64: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=441 2025-10-27 01:53:14.64: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:53:14.64: NetworkMonitor - Connect Kube API result 0 2025-10-27 01:53:14.64: NetworkMonitor - _schedule_vnc_sync 2025-10-27 01:53:14.64: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'})(timeout=120) 2025-10-27 01:53:14.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 01:53:14.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 01:53:14.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:53:14.66: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'}) 2025-10-27 01:53:16.46: EndPointMonitor - Received BOOKMARK: oldResVer=1049 newResVer=1248 2025-10-27 01:53:16.46: EndPointMonitor - start process kube event 2025-10-27 01:53:16.46: EndPointMonitor - _schedule_vnc_sync 2025-10-27 01:53:16.46: empty line received 2025-10-27 01:53:16.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 01:53:16.46: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 01:53:16.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:53:16.46: EndPointMonitor - start process kube event 2025-10-27 01:53:17.29: NamespaceMonitor - Received BOOKMARK: oldResVer=942 newResVer=942 2025-10-27 01:53:17.29: NamespaceMonitor - start process kube event 2025-10-27 01:53:17.29: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 01:53:17.29: empty line received 2025-10-27 01:53:17.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 01:53:17.29: VncKubernetes - vnc_sync - Namespace start 2025-10-27 01:53:17.29: VncKubernetes - vnc_sync - Namespace done 2025-10-27 01:53:17.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:53:17.29: NamespaceMonitor - start process kube event 2025-10-27 01:53:42.62: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:42.62: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:42.62: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:42.62: PodMonitor - start process kube event 2025-10-27 01:53:42.62: empty line received 2025-10-27 01:53:42.62: PodMonitor - start process kube event 2025-10-27 01:53:42.64: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:53:42.64: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:53:42.64: PodMonitor - start process kube event 2025-10-27 01:53:42.64: empty line received 2025-10-27 01:53:42.64: PodMonitor - start process kube event 2025-10-27 01:53:42.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:53:42.64: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:53:42.64: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:53:42.64: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:53:42.64: EndPointMonitor - start process kube event 2025-10-27 01:53:42.64: empty line received 2025-10-27 01:53:42.64: EndPointMonitor - start process kube event 2025-10-27 01:53:42.65: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:42.65: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:42.65: PodMonitor - start process kube event 2025-10-27 01:53:42.65: empty line received 2025-10-27 01:53:42.65: PodMonitor - start process kube event 2025-10-27 01:53:42.66: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:42.66: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:42.67: PodMonitor - start process kube event 2025-10-27 01:53:42.67: empty line received 2025-10-27 01:53:42.67: PodMonitor - start process kube event 2025-10-27 01:53:42.67: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:42.67: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:42.67: PodMonitor - start process kube event 2025-10-27 01:53:42.67: empty line received 2025-10-27 01:53:42.67: PodMonitor - start process kube event 2025-10-27 01:53:42.68: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:53:42.68: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:53:42.68: PodMonitor - start process kube event 2025-10-27 01:53:42.68: empty line received 2025-10-27 01:53:42.68: PodMonitor - start process kube event 2025-10-27 01:53:42.68: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:53:42.68: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:53:42.68: PodMonitor - start process kube event 2025-10-27 01:53:42.68: empty line received 2025-10-27 01:53:42.68: PodMonitor - start process kube event 2025-10-27 01:53:42.68: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:53:42.68: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:53:42.68: PodMonitor - start process kube event 2025-10-27 01:53:42.68: empty line received 2025-10-27 01:53:42.68: PodMonitor - start process kube event 2025-10-27 01:53:42.69: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:53:42.69: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:53:42.69: EndPointMonitor - start process kube event 2025-10-27 01:53:42.69: empty line received 2025-10-27 01:53:42.69: EndPointMonitor - start process kube event 2025-10-27 01:53:42.70: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 01:53:42.70: VncKubernetes - Process event (name=ctest-nginx-svc-82344850 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-27880765) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:53:42.86: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 01:53:42.86: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:42.92: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 01:53:42.92: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:42.97: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 01:53:42.97: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:42.98: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:53:42.98: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:53:43.04: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:53:43.04: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:53:43.06: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:53:43.06: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:53:43.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:53:43.11: VncKubernetes - Process event (name=ctest-nginx-svc-82344850 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-27880765) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:53:43.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:53:43.85: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.85: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.85: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.85: PodMonitor - start process kube event 2025-10-27 01:53:43.85: empty line received 2025-10-27 01:53:43.85: PodMonitor - start process kube event 2025-10-27 01:53:43.85: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.85: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.85: PodMonitor - start process kube event 2025-10-27 01:53:43.85: empty line received 2025-10-27 01:53:43.85: PodMonitor - start process kube event 2025-10-27 01:53:43.86: PodMonitor - Received DELETED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.86: PodMonitor - Got DELETED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.86: PodMonitor - start process kube event 2025-10-27 01:53:43.86: empty line received 2025-10-27 01:53:43.86: PodMonitor - start process kube event 2025-10-27 01:53:43.87: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:53:43.87: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:43.89: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:43.89: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:43.89: PodMonitor - start process kube event 2025-10-27 01:53:43.89: empty line received 2025-10-27 01:53:43.89: PodMonitor - start process kube event 2025-10-27 01:53:43.89: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:43.89: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:43.89: PodMonitor - start process kube event 2025-10-27 01:53:43.89: empty line received 2025-10-27 01:53:43.89: PodMonitor - start process kube event 2025-10-27 01:53:43.90: PodMonitor - Received DELETED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:43.90: PodMonitor - Got DELETED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:43.90: PodMonitor - start process kube event 2025-10-27 01:53:43.90: empty line received 2025-10-27 01:53:43.90: PodMonitor - start process kube event 2025-10-27 01:53:43.92: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:53:43.92: VncKubernetes - Process event (name=ctest-pod-67122832 event_type=DELETED kind=Pod ns=ctest-new-default-27880765) VncPod - Got DELETED Pod ctest-new-default-27880765:ctest-pod-67122832:ec521c8f-6db5-4897-ade4-d2c60ef3f111 2025-10-27 01:53:44.23: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.23: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.23: PodMonitor - start process kube event 2025-10-27 01:53:44.23: empty line received 2025-10-27 01:53:44.23: PodMonitor - start process kube event 2025-10-27 01:53:44.37: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:53:44.37: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:44.43: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.43: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.43: PodMonitor - start process kube event 2025-10-27 01:53:44.43: empty line received 2025-10-27 01:53:44.43: PodMonitor - start process kube event 2025-10-27 01:53:44.43: PodMonitor - Received DELETED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.43: PodMonitor - Got DELETED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.43: PodMonitor - start process kube event 2025-10-27 01:53:44.43: empty line received 2025-10-27 01:53:44.43: PodMonitor - start process kube event 2025-10-27 01:53:44.43: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 01:53:44.43: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:44.49: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:53:44.49: VncKubernetes - Process event (name=ctest-pod-53552519 event_type=DELETED kind=Pod ns=ctest-non-default-00427684) VncPod - Got DELETED Pod ctest-non-default-00427684:ctest-pod-53552519:54a258e8-ed35-45fa-a0f1-0e08c74a10b5 2025-10-27 01:53:44.79: PodMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1372 2025-10-27 01:53:44.79: PodMonitor - start process kube event 2025-10-27 01:53:44.79: empty line received 2025-10-27 01:53:44.79: PodMonitor - start process kube event 2025-10-27 01:53:44.87: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:53:44.87: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.92: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:53:44.92: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:44.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:53:44.98: VncKubernetes - Process event (name=ctest-pod-41227163 event_type=DELETED kind=Pod ns=ctest-new-default-27880765) VncPod - Got DELETED Pod ctest-new-default-27880765:ctest-pod-41227163:ca777c77-df74-43e9-9c9c-381a1963593c 2025-10-27 01:53:45.03: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.03: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.03: PodMonitor - start process kube event 2025-10-27 01:53:45.03: empty line received 2025-10-27 01:53:45.03: PodMonitor - start process kube event 2025-10-27 01:53:45.23: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.23: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.23: PodMonitor - start process kube event 2025-10-27 01:53:45.23: empty line received 2025-10-27 01:53:45.23: PodMonitor - start process kube event 2025-10-27 01:53:45.23: PodMonitor - Received DELETED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.23: PodMonitor - Got DELETED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.23: PodMonitor - start process kube event 2025-10-27 01:53:45.23: empty line received 2025-10-27 01:53:45.23: PodMonitor - start process kube event 2025-10-27 01:53:45.49: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:53:45.49: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.54: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:53:45.54: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:45.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:53:45.59: VncKubernetes - Process event (name=ctest-pod-65908216 event_type=DELETED kind=Pod ns=ctest-non-default-00427684) VncPod - Got DELETED Pod ctest-non-default-00427684:ctest-pod-65908216:ca94f51d-3a1a-4a94-96c7-9f10fcac0ee6 2025-10-27 01:53:46.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:53:49.69: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:53:49.69: IngressMonitor - start process kube event 2025-10-27 01:53:49.69: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:53:49.69: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:53:49.69: IngressMonitor - Connect Kube API result 0 2025-10-27 01:53:49.69: IngressMonitor - _schedule_vnc_sync 2025-10-27 01:53:49.69: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:53:49.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 01:53:49.69: VncKubernetes - vnc_sync - Ingress start 2025-10-27 01:53:49.69: VncKubernetes - vnc_sync - Ingress done 2025-10-27 01:53:49.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:53:49.70: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:53:49.70: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:49.70: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:49.70: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:49.70: IngressMonitor - start process kube event 2025-10-27 01:53:49.70: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:49.70: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:49.70: IngressMonitor - start process kube event 2025-10-27 01:53:49.70: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:49.70: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:49.70: IngressMonitor - start process kube event 2025-10-27 01:53:49.70: empty line received 2025-10-27 01:53:49.70: IngressMonitor - start process kube event 2025-10-27 01:53:51.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:53:51.45: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:51.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:53:51.85: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:53:52.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:54:11.52: EndPointMonitor - Received BOOKMARK: oldResVer=1248 newResVer=1353 2025-10-27 01:54:11.52: EndPointMonitor - start process kube event 2025-10-27 01:54:11.52: empty line received 2025-10-27 01:54:11.53: EndPointMonitor - start process kube event 2025-10-27 01:54:12.66: EndPointMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-10-27 01:54:12.66: EndPointMonitor - start process kube event 2025-10-27 01:54:12.66: empty line received 2025-10-27 01:54:12.66: EndPointMonitor - start process kube event 2025-10-27 01:54:13.89: stop iteration EndPointMonitor 2025-10-27 01:54:13.89: EndPointMonitor - start process kube event 2025-10-27 01:54:13.89: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1353 2025-10-27 01:54:13.89: EndPointMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:54:13.90: EndPointMonitor - Connect Kube API result 0 2025-10-27 01:54:13.90: EndPointMonitor - _schedule_vnc_sync 2025-10-27 01:54:13.90: EndPointMonitor - Start Watching request https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'})(timeout=120) 2025-10-27 01:54:13.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 01:54:13.91: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 01:54:13.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:54:13.93: EndPointMonitor - Watches https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1353'}) 2025-10-27 01:54:13.94: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.95: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.95: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.95: PodMonitor - start process kube event 2025-10-27 01:54:13.95: empty line received 2025-10-27 01:54:13.95: PodMonitor - start process kube event 2025-10-27 01:54:13.96: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.96: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.96: PodMonitor - start process kube event 2025-10-27 01:54:13.96: empty line received 2025-10-27 01:54:13.96: PodMonitor - start process kube event 2025-10-27 01:54:13.96: PodMonitor - Received DELETED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.96: PodMonitor - Got DELETED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.96: PodMonitor - start process kube event 2025-10-27 01:54:13.96: empty line received 2025-10-27 01:54:13.96: PodMonitor - start process kube event 2025-10-27 01:54:13.97: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:13.97: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:13.97: PodMonitor - start process kube event 2025-10-27 01:54:13.97: empty line received 2025-10-27 01:54:13.97: PodMonitor - start process kube event 2025-10-27 01:54:13.97: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:13.97: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:13.97: PodMonitor - start process kube event 2025-10-27 01:54:13.97: empty line received 2025-10-27 01:54:13.97: PodMonitor - start process kube event 2025-10-27 01:54:13.98: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:54:13.98: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:13.98: PodMonitor - Received DELETED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:13.98: PodMonitor - Got DELETED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:13.98: PodMonitor - start process kube event 2025-10-27 01:54:13.99: empty line received 2025-10-27 01:54:13.99: PodMonitor - start process kube event 2025-10-27 01:54:13.99: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:13.99: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:13.99: PodMonitor - start process kube event 2025-10-27 01:54:13.99: empty line received 2025-10-27 01:54:13.99: PodMonitor - start process kube event 2025-10-27 01:54:13.99: PodMonitor - Received MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:14.00: PodMonitor - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:14.00: PodMonitor - start process kube event 2025-10-27 01:54:14.00: empty line received 2025-10-27 01:54:14.00: PodMonitor - start process kube event 2025-10-27 01:54:14.00: PodMonitor - Received DELETED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:14.00: PodMonitor - Got DELETED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:14.00: PodMonitor - start process kube event 2025-10-27 01:54:14.00: empty line received 2025-10-27 01:54:14.00: PodMonitor - start process kube event 2025-10-27 01:54:14.04: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 01:54:14.04: VncKubernetes - Process event (name=ctest-pod-33011187 event_type=DELETED kind=Pod ns=ctest-non-default-00427684) VncPod - Got DELETED Pod ctest-non-default-00427684:ctest-pod-33011187:024a14a4-d15d-4504-9086-4eb3bce57fef 2025-10-27 01:54:14.43: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 01:54:14.43: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:14.48: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 01:54:14.48: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:14.54: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:54:14.54: VncKubernetes - Process event (name=ctest-pod-41799863 event_type=DELETED kind=Pod ns=ctest-new-default-27880765) VncPod - Got DELETED Pod ctest-new-default-27880765:ctest-pod-41799863:0aac03ec-c54e-4dc0-b9a0-d9ea3bef74f2 2025-10-27 01:54:14.57: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:14.57: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:14.57: PodMonitor - start process kube event 2025-10-27 01:54:14.57: empty line received 2025-10-27 01:54:14.57: PodMonitor - start process kube event 2025-10-27 01:54:14.71: PodMonitor - Received MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:14.72: PodMonitor - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:14.72: PodMonitor - start process kube event 2025-10-27 01:54:14.72: empty line received 2025-10-27 01:54:14.72: PodMonitor - start process kube event 2025-10-27 01:54:14.72: PodMonitor - Received DELETED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:14.72: PodMonitor - Got DELETED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:14.72: PodMonitor - start process kube event 2025-10-27 01:54:14.72: empty line received 2025-10-27 01:54:14.72: PodMonitor - start process kube event 2025-10-27 01:54:14.96: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 01:54:14.96: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:14.98: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 01:54:14.98: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=MODIFIED kind=Pod ns=ctest-non-default-00427684) VncPod - Got MODIFIED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:15.04: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:54:15.04: VncKubernetes - Process event (name=ctest-pod-31596215 event_type=DELETED kind=Pod ns=ctest-non-default-00427684) VncPod - Got DELETED Pod ctest-non-default-00427684:ctest-pod-31596215:07dd9f89-5f82-45ba-8ce9-41d645ee9c5b 2025-10-27 01:54:15.45: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:54:15.45: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:15.51: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:54:15.51: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=MODIFIED kind=Pod ns=ctest-new-default-27880765) VncPod - Got MODIFIED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:15.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:54:15.52: VncKubernetes - Process event (name=ctest-pod-06156507 event_type=DELETED kind=Pod ns=ctest-new-default-27880765) VncPod - Got DELETED Pod ctest-new-default-27880765:ctest-pod-06156507:aaf7befe-cbcf-47e8-9897-ced9bec953d4 2025-10-27 01:54:16.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:54:17.12: NamespaceMonitor - Received BOOKMARK: oldResVer=942 newResVer=942 2025-10-27 01:54:17.12: NamespaceMonitor - start process kube event 2025-10-27 01:54:17.12: empty line received 2025-10-27 01:54:17.12: NamespaceMonitor - start process kube event 2025-10-27 01:54:17.94: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:17.94: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:17.94: VncKubernetes - Process event (name=ctest-non-default-00427684 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:17.95: NamespaceMonitor - start process kube event 2025-10-27 01:54:17.95: empty line received 2025-10-27 01:54:17.95: NamespaceMonitor - start process kube event 2025-10-27 01:54:18.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:54:23.17: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:23.17: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:23.18: VncKubernetes - Process event (name=ctest-non-default-00427684 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:23.18: NamespaceMonitor - start process kube event 2025-10-27 01:54:23.18: empty line received 2025-10-27 01:54:23.18: NamespaceMonitor - start process kube event 2025-10-27 01:54:23.19: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:23.19: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:23.19: NamespaceMonitor - start process kube event 2025-10-27 01:54:23.19: empty line received 2025-10-27 01:54:23.19: NamespaceMonitor - start process kube event 2025-10-27 01:54:23.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:54:23.39: VncKubernetes - Process event (name=ctest-non-default-00427684 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-00427684:edbc1555-b30e-431e-a376-5c2c4f2aafe9 2025-10-27 01:54:23.98: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:23.98: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:23.98: NamespaceMonitor - start process kube event 2025-10-27 01:54:23.98: empty line received 2025-10-27 01:54:23.98: NamespaceMonitor - start process kube event 2025-10-27 01:54:24.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:54:24.40: VncKubernetes - Process event (name=ctest-new-default-27880765 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:24.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:54:29.11: ServiceMonitor - Received DELETED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:54:29.11: ServiceMonitor - Got DELETED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:54:29.11: VncKubernetes - Process event (name=ctest-nginx-svc-82344850 event_type=DELETED kind=Service ns=ctest-new-default-27880765) VncService - Got DELETED Service ctest-new-default-27880765:ctest-nginx-svc-82344850:6bdabedc-563d-4cf7-ad1e-2424c090c528 2025-10-27 01:54:29.11: ServiceMonitor - start process kube event 2025-10-27 01:54:29.11: empty line received 2025-10-27 01:54:29.11: ServiceMonitor - start process kube event 2025-10-27 01:54:29.11: EndPointMonitor - Received DELETED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:54:29.11: EndPointMonitor - Got DELETED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:54:29.11: EndPointMonitor - start process kube event 2025-10-27 01:54:29.11: empty line received 2025-10-27 01:54:29.11: EndPointMonitor - start process kube event 2025-10-27 01:54:29.27: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:54:29.28: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:54:29.28: NetworkPolicyMonitor - start process kube event 2025-10-27 01:54:29.28: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 01:54:29.28: empty line received 2025-10-27 01:54:29.28: NetworkPolicyMonitor - start process kube event 2025-10-27 01:54:29.29: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:29.29: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:29.29: NamespaceMonitor - start process kube event 2025-10-27 01:54:29.29: empty line received 2025-10-27 01:54:29.29: NamespaceMonitor - start process kube event 2025-10-27 01:54:29.30: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:29.30: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:29.30: NamespaceMonitor - start process kube event 2025-10-27 01:54:29.30: empty line received 2025-10-27 01:54:29.30: NamespaceMonitor - start process kube event 2025-10-27 01:54:29.39: ServiceMonitor - Received BOOKMARK: oldResVer=437 newResVer=1505 2025-10-27 01:54:29.39: ServiceMonitor - start process kube event 2025-10-27 01:54:29.39: empty line received 2025-10-27 01:54:29.39: ServiceMonitor - start process kube event 2025-10-27 01:54:29.54: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 01:54:29.54: VncKubernetes - Process event (name=ctest-nginx-svc-82344850 event_type=DELETED kind=Endpoints ns=ctest-new-default-27880765) VncEndpoints - Got DELETED Endpoints ctest-new-default-27880765:ctest-nginx-svc-82344850:34fa4721-af03-466e-a2b3-19da9663ce34 2025-10-27 01:54:29.55: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:54:29.55: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:54:30.55: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:54:30.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 01:54:30.55: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 01:54:30.56: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 01:54:30.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:54:30.56: VncKubernetes - Process event (name=ctest-new-default-27880765 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:30.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:54:30.90: VncKubernetes - Process event (name=ctest-new-default-27880765 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-27880765:68f03ba1-9418-465c-ab6e-fc18e5d880ff 2025-10-27 01:54:32.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:54:45.28: PodMonitor - Received BOOKMARK: oldResVer=1372 newResVer=1427 2025-10-27 01:54:45.28: PodMonitor - start process kube event 2025-10-27 01:54:45.28: empty line received 2025-10-27 01:54:45.28: PodMonitor - start process kube event 2025-10-27 01:55:07.60: NamespaceMonitor - Received BOOKMARK: oldResVer=942 newResVer=1514 2025-10-27 01:55:07.60: NamespaceMonitor - start process kube event 2025-10-27 01:55:07.60: empty line received 2025-10-27 01:55:07.60: NamespaceMonitor - start process kube event 2025-10-27 01:55:09.40: stop iteration NamespaceMonitor 2025-10-27 01:55:09.40: NamespaceMonitor - start process kube event 2025-10-27 01:55:09.40: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1514 2025-10-27 01:55:09.40: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:55:09.40: NamespaceMonitor - Connect Kube API result 0 2025-10-27 01:55:09.40: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 01:55:09.40: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1514'})(timeout=120) 2025-10-27 01:55:09.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 01:55:09.40: VncKubernetes - vnc_sync - Namespace start 2025-10-27 01:55:09.40: VncKubernetes - vnc_sync - Namespace done 2025-10-27 01:55:09.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:55:09.41: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1514'}) 2025-10-27 01:55:13.73: EndPointMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1506 2025-10-27 01:55:13.73: EndPointMonitor - start process kube event 2025-10-27 01:55:13.73: empty line received 2025-10-27 01:55:13.73: EndPointMonitor - start process kube event 2025-10-27 01:55:14.66: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:55:14.66: NetworkMonitor - start process kube event 2025-10-27 01:55:14.66: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=441 2025-10-27 01:55:14.66: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:55:14.66: NetworkMonitor - Connect Kube API result 0 2025-10-27 01:55:14.66: NetworkMonitor - _schedule_vnc_sync 2025-10-27 01:55:14.66: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'})(timeout=120) 2025-10-27 01:55:14.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 01:55:14.67: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 01:55:14.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:55:14.69: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '441'}) 2025-10-27 01:55:30.42: ServiceMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-10-27 01:55:30.42: ServiceMonitor - start process kube event 2025-10-27 01:55:30.42: empty line received 2025-10-27 01:55:30.42: ServiceMonitor - start process kube event 2025-10-27 01:55:45.21: PodMonitor - Received BOOKMARK: oldResVer=1427 newResVer=1427 2025-10-27 01:55:45.21: PodMonitor - start process kube event 2025-10-27 01:55:45.21: empty line received 2025-10-27 01:55:45.21: PodMonitor - start process kube event 2025-10-27 01:55:46.62: stop iteration NetworkPolicyMonitor 2025-10-27 01:55:46.62: NetworkPolicyMonitor - start process kube event 2025-10-27 01:55:46.62: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:55:46.62: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:55:46.62: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 01:55:46.62: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 01:55:46.62: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:55:46.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 01:55:46.62: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 01:55:46.62: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 01:55:46.62: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.41 - - [2025-10-27 01:55:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001120 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:55:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001344 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:56:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001061 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:56:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000914 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:56:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000943 2025-10-27 01:55:46.63: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:55:46.63: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:46.63: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:46.63: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:46.63: NetworkPolicyMonitor - start process kube event 2025-10-27 01:55:46.63: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:46.63: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:46.63: NetworkPolicyMonitor - start process kube event 2025-10-27 01:55:46.63: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:46.63: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:46.63: NetworkPolicyMonitor - start process kube event 2025-10-27 01:55:46.63: empty line received 2025-10-27 01:55:46.63: NetworkPolicyMonitor - start process kube event 2025-10-27 01:55:48.08: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:55:48.08: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:49.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:55:49.48: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:55:49.70: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:55:49.70: IngressMonitor - start process kube event 2025-10-27 01:55:49.70: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:55:49.70: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:55:49.70: IngressMonitor - Connect Kube API result 0 2025-10-27 01:55:49.70: IngressMonitor - _schedule_vnc_sync 2025-10-27 01:55:49.71: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:55:49.72: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:55:49.72: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:49.72: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:49.72: IngressMonitor - start process kube event 2025-10-27 01:55:49.72: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:49.72: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:49.72: IngressMonitor - start process kube event 2025-10-27 01:55:49.72: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:49.72: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:49.72: IngressMonitor - start process kube event 2025-10-27 01:55:49.72: empty line received 2025-10-27 01:55:49.72: IngressMonitor - start process kube event 2025-10-27 01:55:50.34: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:55:50.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 01:55:50.34: VncKubernetes - vnc_sync - Ingress start 2025-10-27 01:55:50.34: VncKubernetes - vnc_sync - Ingress done 2025-10-27 01:55:50.34: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:55:50.34: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:52.27: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:55:52.28: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:52.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:55:52.93: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:55:54.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:56:14.06: EndPointMonitor - Received BOOKMARK: oldResVer=1506 newResVer=1506 2025-10-27 01:56:14.06: EndPointMonitor - start process kube event 2025-10-27 01:56:14.06: empty line received 2025-10-27 01:56:14.06: EndPointMonitor - start process kube event 2025-10-27 01:56:14.72: NetworkMonitor - Received BOOKMARK: oldResVer=441 newResVer=1647 2025-10-27 01:56:14.72: NetworkMonitor - start process kube event 2025-10-27 01:56:14.72: empty line received 2025-10-27 01:56:14.72: NetworkMonitor - start process kube event 2025-10-27 01:56:30.74: ServiceMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-10-27 01:56:30.74: ServiceMonitor - start process kube event 2025-10-27 01:56:30.74: ServiceMonitor - _schedule_vnc_sync 2025-10-27 01:56:30.74: empty line received 2025-10-27 01:56:30.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 01:56:30.74: VncKubernetes - vnc_sync - Service start 2025-10-27 01:56:30.74: VncKubernetes - vnc_sync - Service done 2025-10-27 01:56:30.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:56:30.74: ServiceMonitor - start process kube event 2025-10-27 01:56:44.94: PodMonitor - Received BOOKMARK: oldResVer=1427 newResVer=1427 2025-10-27 01:56:44.95: PodMonitor - start process kube event 2025-10-27 01:56:44.95: PodMonitor - _schedule_vnc_sync 2025-10-27 01:56:44.95: empty line received 2025-10-27 01:56:44.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 01:56:44.95: VncKubernetes - vnc_sync - Pod start 2025-10-27 01:56:44.95: VncKubernetes - vnc_sync - Pod done 2025-10-27 01:56:44.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:56:44.95: PodMonitor - start process kube event 2025-10-27 01:56:56.19: PodMonitor - Received ADDED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:56.20: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-10-27 01:56:56.20: PodMonitor - start process kube event 2025-10-27 01:56:56.20: empty line received 2025-10-27 01:56:56.20: PodMonitor - start process kube event 2025-10-27 01:56:56.21: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:56:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000955 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:57:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001057 2025-10-27 01:56:56.21: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:56.21: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:56.21: PodMonitor - start process kube event 2025-10-27 01:56:56.21: empty line received 2025-10-27 01:56:56.21: PodMonitor - start process kube event 2025-10-27 01:56:56.24: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:56.24: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:56.24: PodMonitor - start process kube event 2025-10-27 01:56:56.24: empty line received 2025-10-27 01:56:56.24: PodMonitor - start process kube event 2025-10-27 01:56:56.53: PodMonitor - Received ADDED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:56.53: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-10-27 01:56:56.54: PodMonitor - start process kube event 2025-10-27 01:56:56.54: empty line received 2025-10-27 01:56:56.54: PodMonitor - start process kube event 2025-10-27 01:56:56.54: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:56.54: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:56.54: PodMonitor - start process kube event 2025-10-27 01:56:56.54: empty line received 2025-10-27 01:56:56.54: PodMonitor - start process kube event 2025-10-27 01:56:56.54: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:56.54: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:56.54: PodMonitor - start process kube event 2025-10-27 01:56:56.54: empty line received 2025-10-27 01:56:56.54: PodMonitor - start process kube event 2025-10-27 01:56:57.03: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:57.03: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:57.03: PodMonitor - start process kube event 2025-10-27 01:56:57.03: empty line received 2025-10-27 01:56:57.03: PodMonitor - start process kube event 2025-10-27 01:56:57.04: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:56:57.04: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:57.20: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:56:57.20: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:58.12: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:58.12: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:58.13: PodMonitor - start process kube event 2025-10-27 01:56:58.13: empty line received 2025-10-27 01:56:58.13: PodMonitor - start process kube event 2025-10-27 01:56:58.15: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:56:58.15: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:58.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:56:58.30: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:56:58.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:56:58.32: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:56:58.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:09.21: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:09.21: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:09.21: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:09.21: PodMonitor - start process kube event 2025-10-27 01:57:09.21: empty line received 2025-10-27 01:57:09.21: PodMonitor - start process kube event 2025-10-27 01:57:09.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:09.41: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:57:09.41: NamespaceMonitor - start process kube event 2025-10-27 01:57:09.41: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1514 2025-10-27 01:57:09.41: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:57:09.41: NamespaceMonitor - Connect Kube API result 0 2025-10-27 01:57:09.41: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 01:57:09.41: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1514'})(timeout=120) 2025-10-27 01:57:09.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 01:57:09.41: VncKubernetes - vnc_sync - Namespace start 2025-10-27 01:57:09.41: VncKubernetes - vnc_sync - Namespace done 2025-10-27 01:57:09.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:09.42: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1514'}) 2025-10-27 01:57:10.22: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:57:10.22: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:57:10.22: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:57:10.22: PodMonitor - start process kube event 2025-10-27 01:57:10.22: empty line received 2025-10-27 01:57:10.22: PodMonitor - start process kube event 2025-10-27 01:57:10.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:11.33: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:11.33: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:11.33: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:11.33: PodMonitor - start process kube event 2025-10-27 01:57:11.33: empty line received 2025-10-27 01:57:11.33: PodMonitor - start process kube event 2025-10-27 01:57:11.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:13.64: EndPointMonitor - Received BOOKMARK: oldResVer=1506 newResVer=1506 2025-10-27 01:57:13.64: EndPointMonitor - start process kube event 2025-10-27 01:57:13.64: empty line received 2025-10-27 01:57:13.64: EndPointMonitor - start process kube event 2025-10-27 01:57:15.68: NetworkMonitor - Received BOOKMARK: oldResVer=1647 newResVer=1647 2025-10-27 01:57:15.68: NetworkMonitor - start process kube event 2025-10-27 01:57:15.68: empty line received 2025-10-27 01:57:15.68: NetworkMonitor - start process kube event 2025-10-27 01:57:30.47: ServiceMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-10-27 01:57:30.47: ServiceMonitor - start process kube event 2025-10-27 01:57:30.47: empty line received 2025-10-27 01:57:30.47: ServiceMonitor - start process kube event 2025-10-27 01:57:42.28: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.28: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.28: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.28: PodMonitor - start process kube event 2025-10-27 01:57:42.28: empty line received 2025-10-27 01:57:42.28: PodMonitor - start process kube event 2025-10-27 01:57:42.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:42.30: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.30: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.30: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.30: PodMonitor - start process kube event 2025-10-27 01:57:42.30: empty line received 2025-10-27 01:57:42.30: PodMonitor - start process kube event 2025-10-27 01:57:42.30: PodMonitor - Received DELETED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.30: PodMonitor - Got DELETED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.30: PodMonitor - start process kube event 2025-10-27 01:57:42.30: empty line received 2025-10-27 01:57:42.30: PodMonitor - start process kube event 2025-10-27 01:57:42.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:57:42.35: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:0d220cb6-cd10-4bdc-8901-1ec367b8de29 2025-10-27 01:57:42.45: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:57:42.46: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:57:42.46: PodMonitor - start process kube event 2025-10-27 01:57:42.46: empty line received 2025-10-27 01:57:42.46: PodMonitor - start process kube event 2025-10-27 01:57:42.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:57:42.61: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:57:42.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:44.97: PodMonitor - Received BOOKMARK: oldResVer=1427 newResVer=1792 2025-10-27 01:57:44.97: PodMonitor - start process kube event 2025-10-27 01:57:44.97: empty line received 2025-10-27 01:57:44.97: PodMonitor - start process kube event 2025-10-27 01:57:46.63: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:57:46.63: NetworkPolicyMonitor - start process kube event 2025-10-27 01:57:46.63: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:57:46.63: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:57:46.63: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 01:57:46.63: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 01:57:46.63: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:57:46.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 01:57:46.64: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 01:57:46.64: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 01:57:46.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:57:46.65: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:57:46.65: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:46.66: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:46.66: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:46.66: NetworkPolicyMonitor - start process kube event 2025-10-27 01:57:46.66: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:46.66: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:46.66: NetworkPolicyMonitor - start process kube event 2025-10-27 01:57:46.66: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:46.66: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:46.66: NetworkPolicyMonitor - start process kube event 2025-10-27 01:57:46.66: empty line received 2025-10-27 01:57:46.66: NetworkPolicyMonitor - start process kube event 2025-10-27 01:57:48.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:57:48.03: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:49.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:57:49.30: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-27880765) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-27880765:ingress-on-service:0374bdb6-6a78-4838-8f78-9b2ae73366e5 2025-10-27 01:57:49.72: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-27 01:57:49.72: IngressMonitor - start process kube event 2025-10-27 01:57:49.72: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=437 2025-10-27 01:57:49.72: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-27 01:57:49.72: IngressMonitor - Connect Kube API result 0 2025-10-27 01:57:49.72: IngressMonitor - _schedule_vnc_sync 2025-10-27 01:57:49.72: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'})(timeout=120) 2025-10-27 01:57:49.73: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '437'}) 2025-10-27 01:57:49.73: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:49.74: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:49.74: IngressMonitor - start process kube event 2025-10-27 01:57:49.74: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 [Introspect:8108]10.0.0.41 - - [2025-10-27 01:58:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001393 2025-10-27 01:57:49.74: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:49.74: IngressMonitor - start process kube event 2025-10-27 01:57:49.74: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:49.74: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:49.74: IngressMonitor - start process kube event 2025-10-27 01:57:49.74: empty line received 2025-10-27 01:57:49.74: IngressMonitor - start process kube event 2025-10-27 01:57:50.08: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 01:57:50.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 01:57:50.08: VncKubernetes - vnc_sync - Ingress start 2025-10-27 01:57:50.08: VncKubernetes - vnc_sync - Ingress done 2025-10-27 01:57:50.08: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:57:50.08: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:51.97: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:57:51.97: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:52.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:57:52.36: VncKubernetes - Process event (name=ctest-nginx-ingress-36518501 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-36518501:f1bb0586-dbd7-48fd-ae6a-fd135e2a9bb2 2025-10-27 01:57:53.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:58:13.34: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.34: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.34: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.34: PodMonitor - start process kube event 2025-10-27 01:58:13.34: empty line received 2025-10-27 01:58:13.34: PodMonitor - start process kube event 2025-10-27 01:58:13.35: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.35: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.36: PodMonitor - start process kube event 2025-10-27 01:58:13.36: empty line received 2025-10-27 01:58:13.36: PodMonitor - start process kube event 2025-10-27 01:58:13.36: PodMonitor - Received DELETED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.36: PodMonitor - Got DELETED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.36: PodMonitor - start process kube event 2025-10-27 01:58:13.36: empty line received 2025-10-27 01:58:13.36: PodMonitor - start process kube event 2025-10-27 01:58:13.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:58:13.36: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:58:13.37: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:92a9401b-feec-4f8f-a825-ed2635d0e6be 2025-10-27 01:58:13.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:58:13.89: EndPointMonitor - Received BOOKMARK: oldResVer=1506 newResVer=1506 2025-10-27 01:58:13.89: EndPointMonitor - start process kube event 2025-10-27 01:58:13.89: empty line received 2025-10-27 01:58:13.89: EndPointMonitor - start process kube event 2025-10-27 01:58:16.33: NetworkMonitor - Received BOOKMARK: oldResVer=1647 newResVer=1647 2025-10-27 01:58:16.33: NetworkMonitor - start process kube event 2025-10-27 01:58:16.33: empty line received 2025-10-27 01:58:16.33: NetworkMonitor - start process kube event 2025-10-27 01:58:31.21: ServiceMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-10-27 01:58:31.21: ServiceMonitor - start process kube event 2025-10-27 01:58:31.21: empty line received 2025-10-27 01:58:31.21: ServiceMonitor - start process kube event 2025-10-27 01:58:36.42: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:58:36.42: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:58:36.42: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:58:36.42: PodMonitor - start process kube event 2025-10-27 01:58:36.42: empty line received 2025-10-27 01:58:36.42: PodMonitor - start process kube event 2025-10-27 01:58:36.43: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:58:36.43: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:58:36.43: EndPointMonitor - start process kube event 2025-10-27 01:58:36.43: EndPointMonitor - _schedule_vnc_sync 2025-10-27 01:58:36.43: empty line received 2025-10-27 01:58:36.43: EndPointMonitor - start process kube event 2025-10-27 01:58:36.43: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:58:36.44: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:58:36.45: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:58:36.45: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:58:36.45: PodMonitor - start process kube event 2025-10-27 01:58:36.45: empty line received 2025-10-27 01:58:36.45: PodMonitor - start process kube event 2025-10-27 01:58:36.46: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:58:36.46: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:58:36.46: EndPointMonitor - start process kube event 2025-10-27 01:58:36.46: empty line received 2025-10-27 01:58:36.46: EndPointMonitor - start process kube event 2025-10-27 01:58:36.88: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 01:58:36.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 01:58:36.88: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 01:58:36.88: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 01:58:36.88: VncKubernetes - Process event (name=coredns-6f867cd986-jnqdc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jnqdc:91d2f3be-fc7a-41cb-9ae6-b8f340972acc 2025-10-27 01:58:36.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 01:58:36.93: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:dbd60ac7-55bc-4d5f-8110-2fff9e0166b4 2025-10-27 01:58:37.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 01:58:44.75: PodMonitor - Received BOOKMARK: oldResVer=1792 newResVer=1881