2025-08-14 Thu 01:37:22:604.145 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: SANDESH: No Client: 1755135442604058 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 1 http_port = 8092 start_time = 1755135442599214 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 0, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-08-14 Thu 01:37:22:606.862 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386366277376, Pid 1]: SANDESH: Send FAILED: 1755135442606491 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 1 http_port = 8092 start_time = 1755135442599214 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-08-14 Thu 01:37:22:606.993 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386366277376, Pid 1]: SANDESH: Send FAILED: 1755135442606536 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 1 http_port = 8092 start_time = 1755135442599214 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.33:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-08-14 Thu 01:37:22:607.065 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386366277376, Pid 1]: SANDESH: Send FAILED: 1755135442606769 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 1 http_port = 8092 start_time = 1755135442599214 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.33:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-08-14 Thu 01:37:22:867.814 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been started controller/src/dns/main.cc 403 2025-08-14 Thu 01:37:22:868.867 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386353682176, Pid 1]: SANDESH: Send FAILED: 1755135442868542 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2025-08-14 Thu 01:37:22:997.176 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386336753408, Pid 1]: SANDESH: Send FAILED: 1755135442997066 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2025-08-14 Thu 01:37:22:997.232 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386336753408, Pid 1]: SANDESH: Send FAILED: 1755135442997135 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.33:9041, ] ] status = Down description = Lost Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector, Database:Cassandra connection down ], ] ] ] 2025-08-14 Thu 01:37:28:747.021 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386319496960, Pid 1]: SANDESH: Send FAILED: 1755135448738367 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-08-14 Thu 01:37:31:727.428 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386357880576, Pid 1]: SANDESH: Send FAILED: 1755135451708253 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-08-14 Thu 01:37:31:727.500 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: EndOfRib point was reached, IF-MAP objects have been created controller/src/dns/main.cc 86 2025-08-14 Thu 01:37:31:727.519 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS.0, counting 0 elements controller/src/dns/main.cc 98 2025-08-14 Thu 01:37:31:727.528 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS_record.0, counting 0 elements controller/src/dns/main.cc 98 2025-08-14 Thu 01:37:31:727.537 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.network_ipam.0, counting 0 elements controller/src/dns/main.cc 98 2025-08-14 Thu 01:37:31:727.552 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_network_network_ipam.0, counting 0 elements controller/src/dns/main.cc 98 2025-08-14 Thu 01:37:31:727.561 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.global_qos_config.0, counting 0 elements controller/src/dns/main.cc 98 2025-08-14 Thu 01:37:31:727.568 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: VnniConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 109 2025-08-14 Thu 01:37:31:727.576 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: IpamConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 120 2025-08-14 Thu 01:37:31:727.583 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 131 2025-08-14 Thu 01:37:31:727.590 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsRecordConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 142 2025-08-14 Thu 01:37:31:727.598 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: GlobalQosConfig has been updated after the bulk sync controller/src/dns/main.cc 152 2025-08-14 Thu 01:37:31:730.422 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386357880576, Pid 1]: SANDESH: Send FAILED: 1755135451727622 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2025-08-14 Thu 01:37:31:831.567 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386349483776, Pid 1]: SANDESH: Send FAILED: 1755135451829411 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-08-14 Thu 01:37:31:842.864 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386336753408, Pid 1]: SANDESH: Send FAILED: 1755135451842726 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-08-14 Thu 01:37:31:843.050 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386336753408, Pid 1]: SANDESH: Send FAILED: 1755135451842833 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 1 http_port = 8092 start_time = 1755135442599214 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.33:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 148 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 7 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 164, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 10, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-08-14 Thu 01:37:31:846.205 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386336753408, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: BIND named down; DNS is not operational controller/src/dns/mgr/dns_mgr.cc 747 2025-08-14 Thu 01:37:35:293.532 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386353682176, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: BIND named down; DNS is not operational controller/src/dns/mgr/dns_mgr.cc 747 2025-08-14 Thu 01:37:36:855.692 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.33:8092::10.0.0.33:56014 > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 314 2025-08-14 Thu 01:37:36:881.356 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.33:8092::10.0.0.33:55992 > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 314 2025-08-14 Thu 01:37:38:306.773 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386366277376, Pid 1]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-k8s-manifests-236-1.cluster.local:10.0.0.33 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.0.0.33 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2025-08-14 Thu 01:37:39:512.072 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386524342400, Pid 1]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.33:8092::10.0.0.33:56112 > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 314 2025-08-14 Thu 01:37:53:499.770 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386362078976, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 75efb3b5-1d39-47f1-baae-a013afc1559c controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:53:695.336 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386314143488, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 6528ad63-1037-421e-8159-f3c9ee3bca55 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:53:894.795 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386332555008, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 540706a1-8714-4255-95fc-569bc3d23922 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:54:051.359 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386349483776, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 1b18eed3-deb9-4854-ac26-a606d10063c6 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:344.740 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386314143488, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 96108a6b-dd1a-4232-832d-d870c788db46 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:430.129 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386332555008, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 96108a6b-dd1a-4232-832d-d870c788db46 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:445.261 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386323695360, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 1b18eed3-deb9-4854-ac26-a606d10063c6 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:836.971 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386366277376, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance dc389f1e-76d9-4579-b6c5-89bd3d6fb8b2 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:882.423 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386319496960, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance dc389f1e-76d9-4579-b6c5-89bd3d6fb8b2 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:889.282 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386319496960, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 96108a6b-dd1a-4232-832d-d870c788db46 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:940.552 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386353682176, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance dc389f1e-76d9-4579-b6c5-89bd3d6fb8b2 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:37:55:941.424 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386353682176, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 1b18eed3-deb9-4854-ac26-a606d10063c6 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:38:48:478.235 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386323695360, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: physical_role Link name is empty node_profile 56fcac41-8701-492e-8862-045209113d85 controller/src/ifmap/client/config_json_parser.cc 217 2025-08-14 Thu 01:38:48:625.767 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386319496960, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: overlay_role Link name is empty node_profile 56fcac41-8701-492e-8862-045209113d85 controller/src/ifmap/client/config_json_parser.cc 217 2025-08-14 Thu 01:38:48:769.097 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386328356608, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: overlay_role Link name is empty node_profile ea68e36e-7058-4ad8-a302-78cb26ff369b controller/src/ifmap/client/config_json_parser.cc 217 2025-08-14 Thu 01:38:53:022.269 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386328356608, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 4bba3c8a-24c0-4377-a6f7-8f1d3165db53 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:39:58:211.564 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386323695360, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 7ece1494-dbe8-4ead-9d50-2b4b3f868ec2 controller/src/ifmap/client/config_json_parser.cc 223 2025-08-14 Thu 01:40:59:879.519 UTC cn-jenkins-deploy-platform-k8s-manifests-236-1 [Thread 140386319496960, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 7ece1494-dbe8-4ead-9d50-2b4b3f868ec2 controller/src/ifmap/client/config_json_parser.cc 223