is: {'code': 500, 'created': '2025-09-18T10:17:55Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:28:59:98:9b:8d,has_traffic_filtering=True,id=2859989b-8dfe-4798-9f09-64ad824d507d,network=Network(e8050606-a9ca-4e44-8902-fb5389af3c52),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=2859989b-8dfe-4798-9f09-64ad824d507d\', \'--instance_uuid=971bfd39-7c72-44c5-a60f-45d354db0ed2\', \'--vn_uuid=e8050606-a9ca-4e44-8902-fb5389af3c52\', \'--vm_project_uuid=642639acfb4a4d10a7115f6ffdb9bd54\', \'--ip_address=173.89.84.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-21841297-80748014\', \'--mac=02:28:59:98:9b:8d\', \'--tap_name=tap2859989b-8d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:28:59:98:9b:8d,has_traffic_filtering=True,id=2859989b-8dfe-4798-9f09-64ad824d507d,network=Network(e8050606-a9ca-4e44-8902-fb5389af3c52),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap2859989b-8d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=2859989b-8dfe-4798-9f09-64ad824d507d\', \'--instance_uuid=971bfd39-7c72-44c5-a60f-45d354db0ed2\', \'--vn_uuid=e8050606-a9ca-4e44-8902-fb5389af3c52\', \'--vm_project_uuid=642639acfb4a4d10a7115f6ffdb9bd54\', \'--ip_address=173.89.84.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-21841297-80748014\', \'--mac=02:28:59:98:9b:8d\', \'--tap_name=tap2859989b-8d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:28:59:98:9b:8d,has_traffic_filtering=True,id=2859989b-8dfe-4798-9f09-64ad824d507d,network=Network(e8050606-a9ca-4e44-8902-fb5389af3c52),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap2859989b-8d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=2859989b-8dfe-4798-9f09-64ad824d507d\', \'--instance_uuid=971bfd39-7c72-44c5-a60f-45d354db0ed2\', \'--vn_uuid=e8050606-a9ca-4e44-8902-fb5389af3c52\', \'--vm_project_uuid=642639acfb4a4d10a7115f6ffdb9bd54\', \'--ip_address=173.89.84.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-21841297-80748014\', \'--mac=02:28:59:98:9b:8d\', \'--tap_name=tap2859989b-8d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 971bfd39-7c72-44c5-a60f-45d354db0ed2 was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:28:59:98:9b:8d,has_traffic_filtering=True,id=2859989b-8dfe-4798-9f09-64ad824d507d,network=Network(e8050606-a9ca-4e44-8902-fb5389af3c52),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap2859989b-8d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=2859989b-8dfe-4798-9f09-64ad824d507d\', \'--instance_uuid=971bfd39-7c72-44c5-a60f-45d354db0ed2\', \'--vn_uuid=e8050606-a9ca-4e44-8902-fb5389af3c52\', \'--vm_project_uuid=642639acfb4a4d10a7115f6ffdb9bd54\', \'--ip_address=173.89.84.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-21841297-80748014\', \'--mac=02:28:59:98:9b:8d\', \'--tap_name=tap2859989b-8d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-09-18 10:23:24,411 - INFO - Deleting VN ctest-ext_vn-48343516
2025-09-18 10:23:24,466 - WARNING - Deleting VN ctest-ext_vn-48343516 failed..Will retry
2025-09-18 10:23:26,562 - INFO - Deleting VN ctest-vn-56871141
2025-09-18 10:23:26,784 - ERROR - Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/neutron/test_routers_basic.py", line 52, in test_basic_snat_behavior_without_external_connectivity
vm2_fixture.vm_ip), 'Ping from vm_left to vm_right through snat failed'
File "/contrail-test/fixtures/vm_test.py", line 354, in vm_ip
assert self.verify_vm_launched()
AssertionError
2025-09-18 10:23:26,789 - INFO -
2025-09-18 10:23:26,790 - INFO - END TEST : test_basic_snat_behavior_without_external_connectivity : FAILED[0:05:37]
2025-09-18 10:23:26,790 - INFO - --------------------------------------------------------------------------------
2025-09-18 10:23:27,471 - INFO - Deleted project: ctest-TestRoutersBasic-21841297, ID : 642639ac-fb4a-4d10-a711-5f6ffdb9bd54
2025-09-18 10:23:27,655 - INFO - Domain Default found not creating
2025-09-18 10:23:27,787 - INFO - Project ctest-TestBasicPolicyIpv4v6-44352396 not found, creating it
2025-09-18 10:23:28,235 - INFO - Created Project:ctest-TestBasicPolicyIpv4v6-44352396, ID : 7a6d0098-aa95-46d1-b473-fab14da43d6a
2025-09-18 10:23:29,649 - INFO - ================================================================================
2025-09-18 10:23:29,649 - INFO - STARTING TEST : test_basic_policy_allow_deny
2025-09-18 10:23:29,650 - INFO - TEST DESCRIPTION :
Create 2 Vns and allow icmp traffic between them and validate with pings
Update the policy to deny the same traffic
Check that pings fail
2025-09-18 10:23:29,778 - INFO - Initial checks done. Running the testcase now
2025-09-18 10:23:29,778 - INFO -
2025-09-18 10:23:30,748 - INFO - Created VN ctest-vn-47579489
2025-09-18 10:23:31,631 - INFO - Created VN ctest-vn-14074639
2025-09-18 10:23:33,159 - INFO - Verified VN network id 12 for VN 2a937a22-90ae-47f4-bd68-e7a4d4e29878
2025-09-18 10:23:33,159 - INFO - Verifications in API Server for VN ctest-vn-47579489 passed
2025-09-18 10:23:33,205 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-47579489 passed
2025-09-18 10:23:33,299 - INFO - VN ctest-vn-47579489 Policy verification: verify_vn_policy_in_api_server, status: True
2025-09-18 10:23:33,642 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-44352396:ctest-vn-47579489 is found in opserver
2025-09-18 10:23:33,803 - INFO - Verified VN network id 13 for VN 22b7f0e0-837a-494b-9a26-ea3fe0247c8c
2025-09-18 10:23:33,803 - INFO - Verifications in API Server for VN ctest-vn-14074639 passed
2025-09-18 10:23:33,840 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-14074639 passed
2025-09-18 10:23:33,933 - INFO - VN ctest-vn-14074639 Policy verification: verify_vn_policy_in_api_server, status: True
2025-09-18 10:23:33,943 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-44352396:ctest-vn-14074639 is found in opserver
2025-09-18 10:23:33,957 - INFO - Disabling v6 tests for CI
2025-09-18 10:23:34,245 - INFO - Deleted policy ctest-policy-allow-all-77825452
2025-09-18 10:23:34,245 - INFO - Deleting VN ctest-vn-14074639
2025-09-18 10:23:34,477 - INFO - Validated that VN ctest-vn-14074639 is not found in API Server
2025-09-18 10:23:34,487 - INFO - Validated that VN ctest-vn-14074639 is not in any agent
2025-09-18 10:23:34,500 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-14074639 info
2025-09-18 10:23:34,500 - INFO - Deleting VN ctest-vn-47579489
2025-09-18 10:23:34,727 - INFO - Validated that VN ctest-vn-47579489 is not found in API Server
2025-09-18 10:23:34,738 - INFO - Validated that VN ctest-vn-47579489 is not in any agent
2025-09-18 10:23:34,752 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-47579489 info
2025-09-18 10:23:34,879 - INFO -
2025-09-18 10:23:34,879 - INFO - END TEST : test_basic_policy_allow_deny : SKIPPED[0:00:05]
2025-09-18 10:23:34,879 - INFO - --------------------------------------------------------------------------------
2025-09-18 10:23:35,542 - INFO - Deleted project: ctest-TestBasicPolicyIpv4v6-44352396, ID : 7a6d0098-aa95-46d1-b473-fab14da43d6a
2025-09-18 10:23:35,729 - INFO - Domain Default found not creating
2025-09-18 10:23:35,887 - INFO - Project ctest-TestBasicPolicyNegativeIpv4v6-85053043 not found, creating it
2025-09-18 10:23:36,341 - INFO - Created Project:ctest-TestBasicPolicyNegativeIpv4v6-85053043, ID : b5aff546-910e-4bb6-a1e7-f1119a5ee9a2
2025-09-18 10:23:37,724 - INFO - ================================================================================
2025-09-18 10:23:37,724 - INFO - STARTING TEST : test_remove_policy_with_ref
2025-09-18 10:23:37,846 - INFO - Initial checks done. Running the testcase now
2025-09-18 10:23:37,846 - INFO -
2025-09-18 10:23:37,846 - INFO - ================================================================================
2025-09-18 10:23:37,846 - INFO - STARTING TEST : test_remove_policy_with_ref
2025-09-18 10:23:37,846 - INFO - TEST DESCRIPTION : This tests the following scenarios.
1. Test to validate that policy removal will fail when it referenced with VN.
2. validate vn_policy data in api-s against quantum-vn data, when created and unbind policy from VN thru quantum APIs.
3. validate policy data in api-s against quantum-policy data, when created and deleted thru quantum APIs.
2025-09-18 10:23:38,002 - INFO - Initial checks done. Running the testcase now
2025-09-18 10:23:38,002 - INFO -
2025-09-18 10:23:39,218 - INFO - Created VN ctest-vn4-27203763
2025-09-18 10:23:40,132 - INFO - Verified VN network id 12 for VN d15bdf44-cb90-4ea5-b7bb-1a8e5960c77d
2025-09-18 10:23:40,132 - INFO - Verifications in API Server for VN ctest-vn4-27203763 passed
2025-09-18 10:23:40,173 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn4-27203763 passed
2025-09-18 10:23:40,270 - INFO - VN ctest-vn4-27203763 Policy verification: verify_vn_policy_in_api_server, status: True
2025-09-18 10:23:40,634 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyNegativeIpv4v6-85053043:ctest-vn4-27203763 is found in opserver
2025-09-18 10:23:40,746 - INFO - Verified policy ctest-policy1-73471207 in API Server, Result: True
2025-09-18 10:23:40,746 - INFO - Done with setup and verification, moving onto test ..
2025-09-18 10:23:40,753 - INFO - Deleting VN ctest-vn4-27203763
2025-09-18 10:23:40,998 - INFO - Validated that VN ctest-vn4-27203763 is not found in API Server
2025-09-18 10:23:41,008 - INFO - Validated that VN ctest-vn4-27203763 is not in any agent
2025-09-18 10:23:41,021 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn4-27203763 info
2025-09-18 10:23:41,045 - INFO - Deleted policy ctest-policy1-73471207
2025-09-18 10:23:41,333 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2025-09-18 10:23:41,333 - INFO - --------------------------------------------------------------------------------
2025-09-18 10:23:41,493 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2025-09-18 10:23:41,493 - INFO - --------------------------------------------------------------------------------
2025-09-18 10:23:42,147 - INFO - Deleted project: ctest-TestBasicPolicyNegativeIpv4v6-85053043, ID : b5aff546-910e-4bb6-a1e7-f1119a5ee9a2
2025-09-18 10:23:42,328 - INFO - Domain Default found not creating
2025-09-18 10:23:42,466 - INFO - Project ctest-TestBasicPolicy-42088927 not found, creating it
2025-09-18 10:23:42,903 - INFO - Created Project:ctest-TestBasicPolicy-42088927, ID : 2f2fa902-cf06-47c5-ac6a-10c92c607710
2025-09-18 10:23:44,590 - INFO - ================================================================================
2025-09-18 10:23:44,590 - INFO - STARTING TEST : test_basic_policy_allow_deny
2025-09-18 10:23:44,590 - INFO - TEST DESCRIPTION :
Create 2 Vns and allow icmp traffic between them and validate with pings
Update the policy to deny the same traffic
Check that pings fail
2025-09-18 10:23:44,718 - INFO - Initial checks done. Running the testcase now
2025-09-18 10:23:44,718 - INFO -
2025-09-18 10:23:45,500 - INFO - Created VN ctest-vn-84346847
2025-09-18 10:23:46,061 - INFO - Created VN ctest-vn-55781753
2025-09-18 10:23:47,367 - INFO - Verified VN network id 12 for VN a77f23de-f93f-452b-a230-784ef888d163
2025-09-18 10:23:47,367 - INFO - Verifications in API Server for VN ctest-vn-84346847 passed
2025-09-18 10:23:47,402 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-84346847 passed
2025-09-18 10:23:47,495 - INFO - VN ctest-vn-84346847 Policy verification: verify_vn_policy_in_api_server, status: True
2025-09-18 10:23:47,834 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-42088927:ctest-vn-84346847 is found in opserver
2025-09-18 10:23:47,991 - INFO - Verified VN network id 13 for VN 78fb34f8-956f-4de0-b3f9-85c2a807b5b8
2025-09-18 10:23:47,991 - INFO - Verifications in API Server for VN ctest-vn-55781753 passed
2025-09-18 10:23:48,034 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-55781753 passed
2025-09-18 10:23:48,128 - INFO - VN ctest-vn-55781753 Policy verification: verify_vn_policy_in_api_server, status: True
2025-09-18 10:23:48,136 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-42088927:ctest-vn-55781753 is found in opserver
2025-09-18 10:23:49,296 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:23:50,391 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:23:50,391 - INFO - Waiting for VM ctest-TestBasicPolicy-42088927-42154862 to be up..
2025-09-18 10:23:55,525 - ERROR - VM in error state.
2025-09-18 10:23:55,525 - ERROR - VM is not in ACTIVE state
2025-09-18 10:23:55,603 - ERROR - Fatal Nova Exception while getting VM detail
2025-09-18 10:23:55,603 - INFO - Waiting for VM ctest-TestBasicPolicy-42088927-80681510 to be up..
2025-09-18 10:23:55,660 - ERROR - VM in error state.
2025-09-18 10:23:55,660 - ERROR - VM is not in ACTIVE state
2025-09-18 10:23:55,732 - ERROR - Fatal Nova Exception while getting VM detail
2025-09-18 10:23:55,732 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:24:21,068 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:24:23,068 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:24:48,394 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:24:50,394 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:25:15,845 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:25:17,846 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:25:43,200 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:25:45,201 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:26:10,540 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:26:12,540 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:26:37,890 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:26:37,891 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:27:03,267 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:27:05,268 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:27:30,614 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:27:32,615 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:27:57,949 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:27:59,950 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:28:25,304 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:28:27,305 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:28:52,697 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:28:54,697 - INFO - VM name : ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:29:20,020 - ERROR - VM 905cf706-f4ba-46ee-954f-0e1a3bd479b9 is not launched yet
2025-09-18 10:29:20,021 - INFO - Skip interface_detach for VM ctest-TestBasicPolicy-42088927-80681510 in state ERROR
2025-09-18 10:29:20,021 - INFO - Deleting VM ctest-TestBasicPolicy-42088927-80681510
2025-09-18 10:29:20,038 - ERROR - VM ctest-TestBasicPolicy-42088927-80681510 has failed to come up
2025-09-18 10:29:20,038 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-09-18T10:23:51Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:16:6f:7f:92:3b,has_traffic_filtering=True,id=166f7f92-3b82-4004-963e-6c9451bccbbe,network=Network(78fb34f8-956f-4de0-b3f9-85c2a807b5b8),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=166f7f92-3b82-4004-963e-6c9451bccbbe\', \'--instance_uuid=905cf706-f4ba-46ee-954f-0e1a3bd479b9\', \'--vn_uuid=78fb34f8-956f-4de0-b3f9-85c2a807b5b8\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=133.9.12.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-80681510\', \'--mac=02:16:6f:7f:92:3b\', \'--tap_name=tap166f7f92-3b\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:16:6f:7f:92:3b,has_traffic_filtering=True,id=166f7f92-3b82-4004-963e-6c9451bccbbe,network=Network(78fb34f8-956f-4de0-b3f9-85c2a807b5b8),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap166f7f92-3b\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=166f7f92-3b82-4004-963e-6c9451bccbbe\', \'--instance_uuid=905cf706-f4ba-46ee-954f-0e1a3bd479b9\', \'--vn_uuid=78fb34f8-956f-4de0-b3f9-85c2a807b5b8\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=133.9.12.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-80681510\', \'--mac=02:16:6f:7f:92:3b\', \'--tap_name=tap166f7f92-3b\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:16:6f:7f:92:3b,has_traffic_filtering=True,id=166f7f92-3b82-4004-963e-6c9451bccbbe,network=Network(78fb34f8-956f-4de0-b3f9-85c2a807b5b8),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap166f7f92-3b\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=166f7f92-3b82-4004-963e-6c9451bccbbe\', \'--instance_uuid=905cf706-f4ba-46ee-954f-0e1a3bd479b9\', \'--vn_uuid=78fb34f8-956f-4de0-b3f9-85c2a807b5b8\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=133.9.12.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-80681510\', \'--mac=02:16:6f:7f:92:3b\', \'--tap_name=tap166f7f92-3b\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 905cf706-f4ba-46ee-954f-0e1a3bd479b9 was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:16:6f:7f:92:3b,has_traffic_filtering=True,id=166f7f92-3b82-4004-963e-6c9451bccbbe,network=Network(78fb34f8-956f-4de0-b3f9-85c2a807b5b8),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap166f7f92-3b\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=166f7f92-3b82-4004-963e-6c9451bccbbe\', \'--instance_uuid=905cf706-f4ba-46ee-954f-0e1a3bd479b9\', \'--vn_uuid=78fb34f8-956f-4de0-b3f9-85c2a807b5b8\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=133.9.12.195\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-80681510\', \'--mac=02:16:6f:7f:92:3b\', \'--tap_name=tap166f7f92-3b\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-09-18 10:29:20,039 - INFO - Skip interface_detach for VM ctest-TestBasicPolicy-42088927-42154862 in state ERROR
2025-09-18 10:29:20,039 - INFO - Deleting VM ctest-TestBasicPolicy-42088927-42154862
2025-09-18 10:29:20,039 - ERROR - VM ctest-TestBasicPolicy-42088927-42154862 has failed to come up
2025-09-18 10:29:20,039 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-09-18T10:23:50Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:1a:bc:5e:1b:5d,has_traffic_filtering=True,id=1abc5e1b-5d46-423a-bce7-8dcad2fc3412,network=Network(a77f23de-f93f-452b-a230-784ef888d163),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=1abc5e1b-5d46-423a-bce7-8dcad2fc3412\', \'--instance_uuid=8ddc5398-22e3-4140-b2f9-5391e18c587b\', \'--vn_uuid=a77f23de-f93f-452b-a230-784ef888d163\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=176.112.28.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-42154862\', \'--mac=02:1a:bc:5e:1b:5d\', \'--tap_name=tap1abc5e1b-5d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:1a:bc:5e:1b:5d,has_traffic_filtering=True,id=1abc5e1b-5d46-423a-bce7-8dcad2fc3412,network=Network(a77f23de-f93f-452b-a230-784ef888d163),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap1abc5e1b-5d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=1abc5e1b-5d46-423a-bce7-8dcad2fc3412\', \'--instance_uuid=8ddc5398-22e3-4140-b2f9-5391e18c587b\', \'--vn_uuid=a77f23de-f93f-452b-a230-784ef888d163\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=176.112.28.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-42154862\', \'--mac=02:1a:bc:5e:1b:5d\', \'--tap_name=tap1abc5e1b-5d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:1a:bc:5e:1b:5d,has_traffic_filtering=True,id=1abc5e1b-5d46-423a-bce7-8dcad2fc3412,network=Network(a77f23de-f93f-452b-a230-784ef888d163),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap1abc5e1b-5d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=1abc5e1b-5d46-423a-bce7-8dcad2fc3412\', \'--instance_uuid=8ddc5398-22e3-4140-b2f9-5391e18c587b\', \'--vn_uuid=a77f23de-f93f-452b-a230-784ef888d163\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=176.112.28.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-42154862\', \'--mac=02:1a:bc:5e:1b:5d\', \'--tap_name=tap1abc5e1b-5d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 8ddc5398-22e3-4140-b2f9-5391e18c587b was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:1a:bc:5e:1b:5d,has_traffic_filtering=True,id=1abc5e1b-5d46-423a-bce7-8dcad2fc3412,network=Network(a77f23de-f93f-452b-a230-784ef888d163),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap1abc5e1b-5d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=1abc5e1b-5d46-423a-bce7-8dcad2fc3412\', \'--instance_uuid=8ddc5398-22e3-4140-b2f9-5391e18c587b\', \'--vn_uuid=a77f23de-f93f-452b-a230-784ef888d163\', \'--vm_project_uuid=2f2fa902cf0647c5ac6a10c92c607710\', \'--ip_address=176.112.28.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-42088927-42154862\', \'--mac=02:1a:bc:5e:1b:5d\', \'--tap_name=tap1abc5e1b-5d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-09-18 10:29:20,329 - INFO - Deleted policy ctest-policy-allow-all-22508345
2025-09-18 10:29:20,329 - INFO - Deleting VN ctest-vn-55781753
2025-09-18 10:29:20,594 - INFO - Validated that VN ctest-vn-55781753 is not found in API Server
2025-09-18 10:29:20,606 - INFO - Validated that VN ctest-vn-55781753 is not in any agent
2025-09-18 10:29:25,630 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-55781753 info
2025-09-18 10:29:25,630 - INFO - Deleting VN ctest-vn-84346847
2025-09-18 10:29:25,859 - INFO - Validated that VN ctest-vn-84346847 is not found in API Server
2025-09-18 10:29:25,867 - INFO - Validated that VN ctest-vn-84346847 is not in any agent
2025-09-18 10:29:25,880 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-84346847 info
2025-09-18 10:29:25,996 - ERROR - Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/policy/test_policy_basic.py", line 118, in test_basic_policy_allow_deny
assert vm1_fixture.ping_with_certainty(vm2_fixture.vm_ip), (
File "/contrail-test/fixtures/vm_test.py", line 354, in vm_ip
assert self.verify_vm_launched()
AssertionError
2025-09-18 10:29:26,002 - INFO -
2025-09-18 10:29:26,002 - INFO - END TEST : test_basic_policy_allow_deny : FAILED[0:05:42]
2025-09-18 10:29:26,002 - INFO - --------------------------------------------------------------------------------
2025-09-18 10:29:26,668 - INFO - Deleted project: ctest-TestBasicPolicy-42088927, ID : 2f2fa902-cf06-47c5-ac6a-10c92c607710
2025-09-18 10:29:26,852 - INFO - Domain Default found not creating
2025-09-18 10:29:26,987 - INFO - Project ctest-TestRP-14067121 not found, creating it
2025-09-18 10:29:27,447 - INFO - Created Project:ctest-TestRP-14067121, ID : 5fcb4866-6fd5-465b-b110-a826ab690dc0
2025-09-18 10:29:28,804 - INFO - ================================================================================
2025-09-18 10:29:28,804 - INFO - STARTING TEST : test_rp_interface
2025-09-18 10:29:28,804 - INFO - TEST DESCRIPTION :
1. Create a routing policy with interface match.
2. Launch VMs.
3. Attach policy to VN and confirm if policy takes hold.
2025-09-18 10:29:28,930 - INFO - Initial checks done. Running the testcase now
2025-09-18 10:29:28,930 - INFO -
2025-09-18 10:29:29,678 - INFO - Created VN ctest-bgpaas_vn-56978820
2025-09-18 10:29:30,402 - INFO - Created VN ctest-bgpaas_vn-90508020
2025-09-18 10:29:31,948 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:29:33,145 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:29:33,145 - INFO - Waiting for VM test_vm to be up..
2025-09-18 10:29:38,281 - ERROR - VM in error state.
2025-09-18 10:29:38,281 - ERROR - VM is not in ACTIVE state
2025-09-18 10:29:38,361 - ERROR - Fatal Nova Exception while getting VM detail
2025-09-18 10:29:38,363 - INFO - Skip interface_detach for VM test2_vm in state BUILD
2025-09-18 10:29:38,363 - INFO - Deleting VM test2_vm
2025-09-18 10:29:38,383 - ERROR - VM test2_vm has failed to come up
2025-09-18 10:29:38,383 - ERROR - Nova failed to get host of the VM
2025-09-18 10:29:38,547 - INFO - Skip interface_detach for VM test_vm in state ERROR
2025-09-18 10:29:38,547 - INFO - Deleting VM test_vm
2025-09-18 10:29:38,547 - ERROR - VM test_vm has failed to come up
2025-09-18 10:29:38,547 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-09-18T10:29:33Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:15:a7:af:ee:51,has_traffic_filtering=True,id=15a7afee-5187-4d57-8e2a-d40f70fd9867,network=Network(3c95dee7-a09b-4312-bc1b-c07710175b27),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=15a7afee-5187-4d57-8e2a-d40f70fd9867\', \'--instance_uuid=5ca07e71-fa03-46b1-864b-ab25c5559319\', \'--vn_uuid=3c95dee7-a09b-4312-bc1b-c07710175b27\', \'--vm_project_uuid=5fcb48666fd5465bb110a826ab690dc0\', \'--ip_address=150.81.106.195\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:15:a7:af:ee:51\', \'--tap_name=tap15a7afee-51\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:15:a7:af:ee:51,has_traffic_filtering=True,id=15a7afee-5187-4d57-8e2a-d40f70fd9867,network=Network(3c95dee7-a09b-4312-bc1b-c07710175b27),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap15a7afee-51\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=15a7afee-5187-4d57-8e2a-d40f70fd9867\', \'--instance_uuid=5ca07e71-fa03-46b1-864b-ab25c5559319\', \'--vn_uuid=3c95dee7-a09b-4312-bc1b-c07710175b27\', \'--vm_project_uuid=5fcb48666fd5465bb110a826ab690dc0\', \'--ip_address=150.81.106.195\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:15:a7:af:ee:51\', \'--tap_name=tap15a7afee-51\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:15:a7:af:ee:51,has_traffic_filtering=True,id=15a7afee-5187-4d57-8e2a-d40f70fd9867,network=Network(3c95dee7-a09b-4312-bc1b-c07710175b27),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap15a7afee-51\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=15a7afee-5187-4d57-8e2a-d40f70fd9867\', \'--instance_uuid=5ca07e71-fa03-46b1-864b-ab25c5559319\', \'--vn_uuid=3c95dee7-a09b-4312-bc1b-c07710175b27\', \'--vm_project_uuid=5fcb48666fd5465bb110a826ab690dc0\', \'--ip_address=150.81.106.195\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:15:a7:af:ee:51\', \'--tap_name=tap15a7afee-51\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 5ca07e71-fa03-46b1-864b-ab25c5559319 was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:15:a7:af:ee:51,has_traffic_filtering=True,id=15a7afee-5187-4d57-8e2a-d40f70fd9867,network=Network(3c95dee7-a09b-4312-bc1b-c07710175b27),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap15a7afee-51\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=15a7afee-5187-4d57-8e2a-d40f70fd9867\', \'--instance_uuid=5ca07e71-fa03-46b1-864b-ab25c5559319\', \'--vn_uuid=3c95dee7-a09b-4312-bc1b-c07710175b27\', \'--vm_project_uuid=5fcb48666fd5465bb110a826ab690dc0\', \'--ip_address=150.81.106.195\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:15:a7:af:ee:51\', \'--tap_name=tap15a7afee-51\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-09-18 10:29:38,548 - INFO - Deleting VN ctest-bgpaas_vn-90508020
2025-09-18 10:29:38,647 - INFO - Deleting VN ctest-bgpaas_vn-56978820
2025-09-18 10:29:38,877 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Thu Sep 18 10:29:38 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function =
self =
args = ()
kwargs = {}
/contrail-test/scripts/routing_policy/test_routing_policy.py in test_rp_interface(self=)
38 3. Attach policy to VN and confirm if policy takes hold.
39 '''
40 ret_dict = self.config_basic()
41 vn_fixture = ret_dict['vn_fixture']
42 test_vm = ret_dict['test_vm']
ret_dict undefined
self =
self.config_basic = >
/contrail-test/scripts/routing_policy/base.py in config_basic(self=)
43 image_name='cirros')
44 test2_vm = self.create_vm(vn2_fixture, 'test2_vm', image_name='cirros')
45 assert test_vm.wait_till_vm_is_up()
46 assert test2_vm.wait_till_vm_is_up()
47
test_vm =
test_vm.wait_till_vm_is_up = >
AssertionError:
__cause__ = None
__class__ =
__context__ = None
__delattr__ =
__dict__ = {}
__dir__ =
__doc__ = 'Assertion failed.'
__eq__ =
__format__ =
__ge__ =
__getattribute__ =
__gt__ =
__hash__ =
__init__ =
__init_subclass__ =
__le__ =
__lt__ =
__ne__ =
__new__ =
__reduce__ =
__reduce_ex__ =
__repr__ =
__setattr__ =
__setstate__ =
__sizeof__ =
__str__ =
__subclasshook__ =
__suppress_context__ = False
__traceback__ =
args = ()
with_traceback =
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/routing_policy/test_routing_policy.py", line 40, in test_rp_interface
ret_dict = self.config_basic()
File "/contrail-test/scripts/routing_policy/base.py", line 45, in config_basic
assert test_vm.wait_till_vm_is_up()
AssertionError
2025-09-18 10:29:38,882 - INFO -
2025-09-18 10:29:38,882 - INFO - END TEST : test_rp_interface : FAILED[0:00:10]
2025-09-18 10:29:38,882 - INFO - --------------------------------------------------------------------------------
2025-09-18 10:29:39,545 - INFO - Deleted project: ctest-TestRP-14067121, ID : 5fcb4866-6fd5-465b-b110-a826ab690dc0
2025-09-18 10:29:39,714 - INFO - Domain Default found not creating
2025-09-18 10:29:39,864 - INFO - Project ctest-TestSvcRegr-57156291 not found, creating it
2025-09-18 10:29:40,304 - INFO - Created Project:ctest-TestSvcRegr-57156291, ID : 5e222207-96e6-4c15-b51a-629c81ae749f
2025-09-18 10:29:41,691 - INFO - ================================================================================
2025-09-18 10:29:41,691 - INFO - STARTING TEST : test_svc_in_network_datapath
2025-09-18 10:29:41,813 - INFO - Initial checks done. Running the testcase now
2025-09-18 10:29:41,814 - INFO -
2025-09-18 10:29:42,544 - INFO - Created VN ctest-mgmt_vn-09262782
2025-09-18 10:29:43,138 - INFO - Verified VN network id 12 for VN 95b1b1b9-0881-4674-90e8-085d9494315d
2025-09-18 10:29:43,139 - INFO - Verifications in API Server for VN ctest-mgmt_vn-09262782 passed
2025-09-18 10:29:43,174 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-09262782 passed
2025-09-18 10:29:43,603 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-57156291:ctest-mgmt_vn-09262782 is found in opserver
2025-09-18 10:29:43,952 - INFO - Created VN ctest-left_vn-74996558
2025-09-18 10:29:44,257 - INFO - Verified VN network id 13 for VN ab0cad0b-6a64-45a3-ab6c-18ef92f4edcd
2025-09-18 10:29:44,257 - INFO - Verifications in API Server for VN ctest-left_vn-74996558 passed
2025-09-18 10:29:44,292 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-74996558 passed
2025-09-18 10:29:44,393 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-57156291:ctest-left_vn-74996558 is found in opserver
2025-09-18 10:29:44,779 - INFO - Created VN ctest-right_vn-60974941
2025-09-18 10:29:45,075 - INFO - Verified VN network id 14 for VN 486776c8-7697-4959-9a26-640ba19ddf5a
2025-09-18 10:29:45,075 - INFO - Verifications in API Server for VN ctest-right_vn-60974941 passed
2025-09-18 10:29:45,112 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-60974941 passed
2025-09-18 10:29:45,223 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-57156291:ctest-right_vn-60974941 is found in opserver
2025-09-18 10:29:46,405 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:29:47,634 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:29:48 URL:http://nexus.opensdn.io/repository///images/converts//cirros-in-net.vmdk.gz [14619094/14619094] -> "/contrail-test/images/cirros-in-net.vmdk.gz" [1]
2025-09-18 10:29:49,885 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:29:49,885 - INFO - Waiting for VM ctest-pt_svm0-56138867 to be up..
2025-09-18 10:29:54,973 - ERROR - VM in error state.
2025-09-18 10:29:54,973 - ERROR - VM is not in ACTIVE state
2025-09-18 10:29:55,044 - ERROR - Fatal Nova Exception while getting VM detail
2025-09-18 10:29:55,047 - INFO - Skip interface_detach for VM ctest-pt_svm0-56138867 in state ERROR
2025-09-18 10:29:55,047 - INFO - Deleting VM ctest-pt_svm0-56138867
2025-09-18 10:29:55,065 - ERROR - VM ctest-pt_svm0-56138867 has failed to come up
2025-09-18 10:29:55,065 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-09-18T10:29:52Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:fb:9d:bc:48:43,has_traffic_filtering=True,id=fb9dbc48-437f-49f3-8891-8a960a68ea6a,network=Network(95b1b1b9-0881-4674-90e8-085d9494315d),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=fb9dbc48-437f-49f3-8891-8a960a68ea6a\', \'--instance_uuid=d4cdbcdd-1716-4f7f-839d-6ea503bcf3b4\', \'--vn_uuid=95b1b1b9-0881-4674-90e8-085d9494315d\', \'--vm_project_uuid=5e22220796e64c15b51a629c81ae749f\', \'--ip_address=90.77.220.67\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-56138867\', \'--mac=02:fb:9d:bc:48:43\', \'--tap_name=tapfb9dbc48-43\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:fb:9d:bc:48:43,has_traffic_filtering=True,id=fb9dbc48-437f-49f3-8891-8a960a68ea6a,network=Network(95b1b1b9-0881-4674-90e8-085d9494315d),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapfb9dbc48-43\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=fb9dbc48-437f-49f3-8891-8a960a68ea6a\', \'--instance_uuid=d4cdbcdd-1716-4f7f-839d-6ea503bcf3b4\', \'--vn_uuid=95b1b1b9-0881-4674-90e8-085d9494315d\', \'--vm_project_uuid=5e22220796e64c15b51a629c81ae749f\', \'--ip_address=90.77.220.67\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-56138867\', \'--mac=02:fb:9d:bc:48:43\', \'--tap_name=tapfb9dbc48-43\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:fb:9d:bc:48:43,has_traffic_filtering=True,id=fb9dbc48-437f-49f3-8891-8a960a68ea6a,network=Network(95b1b1b9-0881-4674-90e8-085d9494315d),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapfb9dbc48-43\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=fb9dbc48-437f-49f3-8891-8a960a68ea6a\', \'--instance_uuid=d4cdbcdd-1716-4f7f-839d-6ea503bcf3b4\', \'--vn_uuid=95b1b1b9-0881-4674-90e8-085d9494315d\', \'--vm_project_uuid=5e22220796e64c15b51a629c81ae749f\', \'--ip_address=90.77.220.67\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-56138867\', \'--mac=02:fb:9d:bc:48:43\', \'--tap_name=tapfb9dbc48-43\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance d4cdbcdd-1716-4f7f-839d-6ea503bcf3b4 was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:fb:9d:bc:48:43,has_traffic_filtering=True,id=fb9dbc48-437f-49f3-8891-8a960a68ea6a,network=Network(95b1b1b9-0881-4674-90e8-085d9494315d),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapfb9dbc48-43\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=fb9dbc48-437f-49f3-8891-8a960a68ea6a\', \'--instance_uuid=d4cdbcdd-1716-4f7f-839d-6ea503bcf3b4\', \'--vn_uuid=95b1b1b9-0881-4674-90e8-085d9494315d\', \'--vm_project_uuid=5e22220796e64c15b51a629c81ae749f\', \'--ip_address=90.77.220.67\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-56138867\', \'--mac=02:fb:9d:bc:48:43\', \'--tap_name=tapfb9dbc48-43\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-09-18 10:29:55,135 - INFO - Service template: ['default-domain', 'ctest-service_template_1-95012729'] deleted successfully.
2025-09-18 10:29:55,136 - INFO - Skip interface_detach for VM ctest-right_vm-17480681 in state BUILD
2025-09-18 10:29:55,136 - INFO - Deleting VM ctest-right_vm-17480681
2025-09-18 10:29:55,136 - ERROR - VM ctest-right_vm-17480681 has failed to come up
2025-09-18 10:29:55,136 - ERROR - Nova failed to get host of the VM
2025-09-18 10:29:55,304 - INFO - Skip interface_detach for VM ctest-left_vm-86303453 in state BUILD
2025-09-18 10:29:55,304 - INFO - Deleting VM ctest-left_vm-86303453
2025-09-18 10:29:55,304 - ERROR - VM ctest-left_vm-86303453 has failed to come up
2025-09-18 10:29:55,304 - ERROR - Nova failed to get host of the VM
2025-09-18 10:29:55,454 - INFO - Deleting VN ctest-right_vn-60974941
2025-09-18 10:29:55,684 - INFO - Validated that VN ctest-right_vn-60974941 is not found in API Server
2025-09-18 10:29:55,694 - INFO - Validated that VN ctest-right_vn-60974941 is not in any agent
2025-09-18 10:29:55,706 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-60974941 info
2025-09-18 10:29:55,706 - INFO - Deleting VN ctest-left_vn-74996558
2025-09-18 10:29:55,925 - INFO - Validated that VN ctest-left_vn-74996558 is not found in API Server
2025-09-18 10:29:55,935 - INFO - Validated that VN ctest-left_vn-74996558 is not in any agent
2025-09-18 10:29:55,947 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-74996558 info
2025-09-18 10:29:55,948 - INFO - Deleting VN ctest-mgmt_vn-09262782
2025-09-18 10:29:56,165 - INFO - Validated that VN ctest-mgmt_vn-09262782 is not found in API Server
2025-09-18 10:29:56,173 - INFO - Validated that VN ctest-mgmt_vn-09262782 is not in any agent
2025-09-18 10:29:56,185 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-09262782 info
2025-09-18 10:29:56,304 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Thu Sep 18 10:29:55 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function =
self =
args = ()
kwargs = {}
/contrail-test/scripts/svc_firewall/test_svc_fw.py in test_svc_in_network_datapath(self=)
23 @preposttest_wrapper
24 def test_svc_in_network_datapath(self):
25 return self.verify_svc_chain(svc_img_name='cirros_in_net', service_mode='in-network',
26 create_svms=True)
27
self =
self.verify_svc_chain = >
svc_img_name undefined
service_mode undefined
create_svms undefined
/contrail-test/common/servicechain/verify.py in verify_svc_chain(self=, *args=(), **kwargs={'create_svms': True, 'service_mode': 'in-network', 'svc_img_name': 'cirros_in_net'})
318 def verify_svc_chain(self, *args, **kwargs):
319 svc_chain_info = kwargs.get('svc_chain_info')
320 ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs)
321 proto = kwargs.get('proto', 'any')
322 left_vn_fq_name = ret_dict.get('left_vn_fixture').vn_fq_name
ret_dict undefined
svc_chain_info = None
self =
self.config_svc_chain = >
args = ()
kwargs = {'create_svms': True, 'service_mode': 'in-network', 'svc_img_name': 'cirros_in_net'}
/contrail-test/common/servicechain/config.py in config_svc_chain(self=, service_mode='in-network', service_type='firewall', max_inst=1, proto='any', svc_chain_type='parallel', src_ports=[0, 65535], dst_ports=[0, 65535], svc_img_name='cirros_in_net', st_version=2, mgmt_vn_name='ctest-mgmt_vn-09262782', mgmt_vn_subnets=['90.77.220.64/26'], mgmt_vn_fixture=, left_vn_name='ctest-left_vn-74996558', left_vn_subnets=['111.161.151.64/26'], left_vn_fixture=, right_vn_name='ctest-right_vn-60974941', right_vn_subnets=['135.240.192.0/26'], right_vn_fixture=, left_lr_child_vn_fixture=None, right_lr_child_vn_fixture=None, left_vm_name='ctest-left_vm-86303453', left_vm_fixture=, right_vm_name='ctest-right_vm-17480681', right_vm_fixture=, image_name='cirros', policy_fixture=None, st_fixture=, si_fixture=None, port_tuples_props=None, static_route=None, svm_fixtures=[], create_svms=True, evpn=False, modify_rules=False, policy_action='pass', hosts=[], **kwargs={})
526 # Create SI VMs now
527 if not svm_fixtures and create_svms:
528 svm_fixtures = self.create_service_vms(vns,
529 svc_img_name=svc_img_name,
530 service_mode=service_mode,
svm_fixtures = []
self =
self.create_service_vms = >
vns = [, , ]
svc_img_name = 'cirros_in_net'
service_mode = 'in-network'
service_type = 'firewall'
hosts = []
max_inst = 1
/contrail-test/common/servicechain/config.py in create_service_vms(self=, vns=[, , ], service_mode='in-network', max_inst=1, svc_img_name='cirros_in_net', service_type='firewall', hosts=[])
337 if service_type == 'analyzer':
338 svm_fixture.disable_interface_policy()
339 self.verify_vms(svm_fixtures)
340 return svm_fixtures
341 # end create_service_vms
self =
self.verify_vms = >
svm_fixtures = []
/contrail-test/common/servicechain/config.py in verify_vms(self=, vm_fixtures=[])
169 def verify_vms(self, vm_fixtures):
170 for vm in vm_fixtures:
171 self.verify_vm(vm)
172 # end verify_vms
173
self =
self.verify_vm = >
vm =
/contrail-test/common/servicechain/config.py in verify_vm(self=, vm_fixture=)
173
174 def verify_vm(self, vm_fixture):
175 assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up'
176 # end verify_vm
177
vm_fixture =
vm_fixture.wait_till_vm_is_up = >
AssertionError: VM does not seem to be up
__cause__ = None
__class__ =
__context__ = None
__delattr__ =
__dict__ = {}
__dir__ =
__doc__ = 'Assertion failed.'
__eq__ =
__format__ =
__ge__ =
__getattribute__ =
__gt__ =
__hash__ =
__init__ =
__init_subclass__ =
__le__ =
__lt__ =
__ne__ =
__new__ =
__reduce__ =
__reduce_ex__ =
__repr__ =
__setattr__ =
__setstate__ =
__sizeof__ =
__str__ =
__subclasshook__ =
__suppress_context__ = False
__traceback__ =
args = ('VM does not seem to be up',)
with_traceback =
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/svc_firewall/test_svc_fw.py", line 25, in test_svc_in_network_datapath
return self.verify_svc_chain(svc_img_name='cirros_in_net', service_mode='in-network',
File "/contrail-test/common/servicechain/verify.py", line 320, in verify_svc_chain
ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs)
File "/contrail-test/common/servicechain/config.py", line 528, in config_svc_chain
svm_fixtures = self.create_service_vms(vns,
File "/contrail-test/common/servicechain/config.py", line 339, in create_service_vms
self.verify_vms(svm_fixtures)
File "/contrail-test/common/servicechain/config.py", line 171, in verify_vms
self.verify_vm(vm)
File "/contrail-test/common/servicechain/config.py", line 175, in verify_vm
assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up'
AssertionError: VM does not seem to be up
2025-09-18 10:29:56,309 - INFO -
2025-09-18 10:29:56,309 - INFO - END TEST : test_svc_in_network_datapath : FAILED[0:00:15]
2025-09-18 10:29:56,310 - INFO - --------------------------------------------------------------------------------
2025-09-18 10:29:56,965 - INFO - Deleted project: ctest-TestSvcRegr-57156291, ID : 5e222207-96e6-4c15-b51a-629c81ae749f
2025-09-18 10:29:57,139 - INFO - Domain Default found not creating
2025-09-18 10:29:57,280 - INFO - Project ctest-TestvDNSBasic0-19768892 not found, creating it
2025-09-18 10:29:57,711 - INFO - Created Project:ctest-TestvDNSBasic0-19768892, ID : f339f416-bb8e-45a8-8e37-7990ea3a8428
2025-09-18 10:29:59,066 - INFO - ================================================================================
2025-09-18 10:29:59,067 - INFO - STARTING TEST : test_vdns_ping_same_vn
2025-09-18 10:29:59,067 - INFO - TEST DESCRIPTION :
Test:- Test vdns functionality. On VM launch agent should dynamically update dns records to dns agent
1. Create vDNS server
2. Create IPAM using above vDNS data
3. Create VN using above IPAM and launch 2 VM's within it
4. Ping between these 2 VM's using dns name
5. Try to delete vDNS server which has IPAM back-reference[Negative case]
6. Add CNAME VDNS record for vm1-test and verify we able to ping by alias name
Pass criteria: Step 4,5 and 6 should pass
Maintainer: cf-test@juniper.net
2025-09-18 10:29:59,194 - INFO - Initial checks done. Running the testcase now
2025-09-18 10:29:59,194 - INFO -
2025-09-18 10:29:59,869 - INFO - Using existing project ['default-domain', 'ctest-TestvDNSBasic0-19768892'](f339f416-bb8e-45a8-8e37-7990ea3a8428)
2025-09-18 10:30:01,271 - INFO - Created VN ctest-vn1-vdns-60677901
2025-09-18 10:30:02,654 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4136-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4136-1)
2025-09-18 10:30:02,654 - INFO - Waiting for VM ctest-vm1-test-28567112 to be up..
2025-09-18 10:30:07,746 - ERROR - VM in error state.
2025-09-18 10:30:07,746 - ERROR - VM is not in ACTIVE state
2025-09-18 10:30:07,824 - ERROR - Fatal Nova Exception while getting VM detail
2025-09-18 10:30:07,825 - INFO - Skip interface_detach for VM ctest-vm1-test-28567112 in state ERROR
2025-09-18 10:30:07,826 - INFO - Deleting VM ctest-vm1-test-28567112
2025-09-18 10:30:07,826 - ERROR - VM ctest-vm1-test-28567112 has failed to come up
2025-09-18 10:30:07,826 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-09-18T10:30:03Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:10:f2:af:5d:10,has_traffic_filtering=True,id=10f2af5d-1039-474a-a8a1-7b91ba592c09,network=Network(1fb37747-7012-4f47-94bf-3a18f58fd13b),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=10f2af5d-1039-474a-a8a1-7b91ba592c09\', \'--instance_uuid=6a390642-00eb-4772-9f75-b13113bc4183\', \'--vn_uuid=1fb37747-7012-4f47-94bf-3a18f58fd13b\', \'--vm_project_uuid=f339f416bb8e45a88e377990ea3a8428\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-28567112\', \'--mac=02:10:f2:af:5d:10\', \'--tap_name=tap10f2af5d-10\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:10:f2:af:5d:10,has_traffic_filtering=True,id=10f2af5d-1039-474a-a8a1-7b91ba592c09,network=Network(1fb37747-7012-4f47-94bf-3a18f58fd13b),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap10f2af5d-10\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=10f2af5d-1039-474a-a8a1-7b91ba592c09\', \'--instance_uuid=6a390642-00eb-4772-9f75-b13113bc4183\', \'--vn_uuid=1fb37747-7012-4f47-94bf-3a18f58fd13b\', \'--vm_project_uuid=f339f416bb8e45a88e377990ea3a8428\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-28567112\', \'--mac=02:10:f2:af:5d:10\', \'--tap_name=tap10f2af5d-10\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:10:f2:af:5d:10,has_traffic_filtering=True,id=10f2af5d-1039-474a-a8a1-7b91ba592c09,network=Network(1fb37747-7012-4f47-94bf-3a18f58fd13b),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap10f2af5d-10\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=10f2af5d-1039-474a-a8a1-7b91ba592c09\', \'--instance_uuid=6a390642-00eb-4772-9f75-b13113bc4183\', \'--vn_uuid=1fb37747-7012-4f47-94bf-3a18f58fd13b\', \'--vm_project_uuid=f339f416bb8e45a88e377990ea3a8428\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-28567112\', \'--mac=02:10:f2:af:5d:10\', \'--tap_name=tap10f2af5d-10\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 6a390642-00eb-4772-9f75-b13113bc4183 was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:10:f2:af:5d:10,has_traffic_filtering=True,id=10f2af5d-1039-474a-a8a1-7b91ba592c09,network=Network(1fb37747-7012-4f47-94bf-3a18f58fd13b),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap10f2af5d-10\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=10f2af5d-1039-474a-a8a1-7b91ba592c09\', \'--instance_uuid=6a390642-00eb-4772-9f75-b13113bc4183\', \'--vn_uuid=1fb37747-7012-4f47-94bf-3a18f58fd13b\', \'--vm_project_uuid=f339f416bb8e45a88e377990ea3a8428\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-28567112\', \'--mac=02:10:f2:af:5d:10\', \'--tap_name=tap10f2af5d-10\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-09-18 10:30:07,826 - INFO - Deleting VN ctest-vn1-vdns-60677901
2025-09-18 10:30:08,027 - INFO - VDNS info: ['default-domain', 'ctest-vdns1-52181661'] deleted successfully.
2025-09-18 10:30:08,045 - INFO - VDNS information ctest-vdns1-52181661 removed from the API Server
2025-09-18 10:30:08,049 - INFO - VDNS information ctest-vdns1-52181661 removed in the Control node
2025-09-18 10:30:08,169 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Thu Sep 18 10:30:07 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function =
self =
args = ()
kwargs = {}
/contrail-test/scripts/vdns/test_vdns_basic.py in test_vdns_ping_same_vn(self=)
94 vm_fixture[vm_name] = self.useFixture(
95 VMFixture(project_name=self.inputs.project_name, connections=self.connections, vn_obj=vn_quantum_obj, vm_name=vm_name,image_name='ubuntu-traffic'))
96 assert vm_fixture[vm_name].wait_till_vm_is_up(), ('VM %s'
97 ' failed to come up' % (vm_name))
98 vm_ip = vm_fixture[vm_name].get_vm_ip_from_vm(
vm_fixture = {'ctest-vm1-test-28567112':