is: {'code': 500, 'created': '2025-10-11T16:45:49Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:83:97:c0:1a:6d,has_traffic_filtering=True,id=8397c01a-6d3c-4496-aebd-26f1c25b3434,network=Network(347486ad-b16d-489d-a302-05721c5117cc),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=8397c01a-6d3c-4496-aebd-26f1c25b3434\', \'--instance_uuid=ad47c041-ca41-4638-bf51-483e5c27f44d\', \'--vn_uuid=347486ad-b16d-489d-a302-05721c5117cc\', \'--vm_project_uuid=a64fce7a46dd4bb7985dc5a6d13e2a26\', \'--ip_address=23.219.150.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-81768906-35933601\', \'--mac=02:83:97:c0:1a:6d\', \'--tap_name=tap8397c01a-6d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:83:97:c0:1a:6d,has_traffic_filtering=True,id=8397c01a-6d3c-4496-aebd-26f1c25b3434,network=Network(347486ad-b16d-489d-a302-05721c5117cc),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap8397c01a-6d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=8397c01a-6d3c-4496-aebd-26f1c25b3434\', \'--instance_uuid=ad47c041-ca41-4638-bf51-483e5c27f44d\', \'--vn_uuid=347486ad-b16d-489d-a302-05721c5117cc\', \'--vm_project_uuid=a64fce7a46dd4bb7985dc5a6d13e2a26\', \'--ip_address=23.219.150.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-81768906-35933601\', \'--mac=02:83:97:c0:1a:6d\', \'--tap_name=tap8397c01a-6d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:83:97:c0:1a:6d,has_traffic_filtering=True,id=8397c01a-6d3c-4496-aebd-26f1c25b3434,network=Network(347486ad-b16d-489d-a302-05721c5117cc),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap8397c01a-6d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=8397c01a-6d3c-4496-aebd-26f1c25b3434\', \'--instance_uuid=ad47c041-ca41-4638-bf51-483e5c27f44d\', \'--vn_uuid=347486ad-b16d-489d-a302-05721c5117cc\', \'--vm_project_uuid=a64fce7a46dd4bb7985dc5a6d13e2a26\', \'--ip_address=23.219.150.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-81768906-35933601\', \'--mac=02:83:97:c0:1a:6d\', \'--tap_name=tap8397c01a-6d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance ad47c041-ca41-4638-bf51-483e5c27f44d was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:83:97:c0:1a:6d,has_traffic_filtering=True,id=8397c01a-6d3c-4496-aebd-26f1c25b3434,network=Network(347486ad-b16d-489d-a302-05721c5117cc),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap8397c01a-6d\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=8397c01a-6d3c-4496-aebd-26f1c25b3434\', \'--instance_uuid=ad47c041-ca41-4638-bf51-483e5c27f44d\', \'--vn_uuid=347486ad-b16d-489d-a302-05721c5117cc\', \'--vm_project_uuid=a64fce7a46dd4bb7985dc5a6d13e2a26\', \'--ip_address=23.219.150.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestRoutersBasic-81768906-35933601\', \'--mac=02:83:97:c0:1a:6d\', \'--tap_name=tap8397c01a-6d\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-10-11 16:51:19,415 - INFO - Deleting VN ctest-ext_vn-89097485
2025-10-11 16:51:19,463 - WARNING - Deleting VN ctest-ext_vn-89097485 failed..Will retry
2025-10-11 16:51:21,560 - INFO - Deleting VN ctest-vn-71995652
2025-10-11 16:51:21,778 - ERROR - Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/neutron/test_routers_basic.py", line 52, in test_basic_snat_behavior_without_external_connectivity
vm2_fixture.vm_ip), 'Ping from vm_left to vm_right through snat failed'
File "/contrail-test/fixtures/vm_test.py", line 354, in vm_ip
assert self.verify_vm_launched()
AssertionError
2025-10-11 16:51:21,785 - INFO -
2025-10-11 16:51:21,785 - INFO - END TEST : test_basic_snat_behavior_without_external_connectivity : FAILED[0:05:38]
2025-10-11 16:51:21,785 - INFO - --------------------------------------------------------------------------------
2025-10-11 16:51:22,465 - INFO - Deleted project: ctest-TestRoutersBasic-81768906, ID : a64fce7a-46dd-4bb7-985d-c5a6d13e2a26
2025-10-11 16:51:22,658 - INFO - Domain Default found not creating
2025-10-11 16:51:22,800 - INFO - Project ctest-TestBasicPolicyIpv4v6-26830945 not found, creating it
2025-10-11 16:51:23,255 - INFO - Created Project:ctest-TestBasicPolicyIpv4v6-26830945, ID : 18c03615-1f53-4ad8-aaa4-236374aeb20b
2025-10-11 16:51:24,643 - INFO - ================================================================================
2025-10-11 16:51:24,643 - INFO - STARTING TEST : test_basic_policy_allow_deny
2025-10-11 16:51:24,643 - INFO - TEST DESCRIPTION :
Create 2 Vns and allow icmp traffic between them and validate with pings
Update the policy to deny the same traffic
Check that pings fail
2025-10-11 16:51:24,769 - INFO - Initial checks done. Running the testcase now
2025-10-11 16:51:24,769 - INFO -
2025-10-11 16:51:25,668 - INFO - Created VN ctest-vn-44679818
2025-10-11 16:51:26,415 - INFO - Created VN ctest-vn-32043462
2025-10-11 16:51:27,809 - INFO - Verified VN network id 12 for VN 73227ebf-cb62-4512-bdae-b7b55c001f46
2025-10-11 16:51:27,809 - INFO - Verifications in API Server for VN ctest-vn-44679818 passed
2025-10-11 16:51:27,851 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-44679818 passed
2025-10-11 16:51:27,947 - INFO - VN ctest-vn-44679818 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-11 16:51:28,303 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-26830945:ctest-vn-44679818 is found in opserver
2025-10-11 16:51:28,481 - INFO - Verified VN network id 13 for VN aef41fa2-0344-4933-8809-91bb89b17520
2025-10-11 16:51:28,481 - INFO - Verifications in API Server for VN ctest-vn-32043462 passed
2025-10-11 16:51:28,523 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-32043462 passed
2025-10-11 16:51:28,620 - INFO - VN ctest-vn-32043462 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-11 16:51:28,631 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-26830945:ctest-vn-32043462 is found in opserver
2025-10-11 16:51:28,648 - INFO - Disabling v6 tests for CI
2025-10-11 16:51:28,947 - INFO - Deleted policy ctest-policy-allow-all-25459551
2025-10-11 16:51:28,947 - INFO - Deleting VN ctest-vn-32043462
2025-10-11 16:51:29,203 - INFO - Validated that VN ctest-vn-32043462 is not found in API Server
2025-10-11 16:51:29,213 - INFO - Validated that VN ctest-vn-32043462 is not in any agent
2025-10-11 16:51:29,227 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-32043462 info
2025-10-11 16:51:29,227 - INFO - Deleting VN ctest-vn-44679818
2025-10-11 16:51:29,482 - INFO - Validated that VN ctest-vn-44679818 is not found in API Server
2025-10-11 16:51:29,491 - INFO - Validated that VN ctest-vn-44679818 is not in any agent
2025-10-11 16:51:29,503 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-44679818 info
2025-10-11 16:51:29,624 - INFO -
2025-10-11 16:51:29,624 - INFO - END TEST : test_basic_policy_allow_deny : SKIPPED[0:00:05]
2025-10-11 16:51:29,624 - INFO - --------------------------------------------------------------------------------
2025-10-11 16:51:30,328 - INFO - Deleted project: ctest-TestBasicPolicyIpv4v6-26830945, ID : 18c03615-1f53-4ad8-aaa4-236374aeb20b
2025-10-11 16:51:30,507 - INFO - Domain Default found not creating
2025-10-11 16:51:30,648 - INFO - Project ctest-TestBasicPolicyNegativeIpv4v6-40596495 not found, creating it
2025-10-11 16:51:31,085 - INFO - Created Project:ctest-TestBasicPolicyNegativeIpv4v6-40596495, ID : f70ad4c0-660a-4328-a23b-a6bd803ddc00
2025-10-11 16:51:32,502 - INFO - ================================================================================
2025-10-11 16:51:32,503 - INFO - STARTING TEST : test_remove_policy_with_ref
2025-10-11 16:51:32,628 - INFO - Initial checks done. Running the testcase now
2025-10-11 16:51:32,628 - INFO -
2025-10-11 16:51:32,628 - INFO - ================================================================================
2025-10-11 16:51:32,628 - INFO - STARTING TEST : test_remove_policy_with_ref
2025-10-11 16:51:32,628 - INFO - TEST DESCRIPTION : This tests the following scenarios.
1. Test to validate that policy removal will fail when it referenced with VN.
2. validate vn_policy data in api-s against quantum-vn data, when created and unbind policy from VN thru quantum APIs.
3. validate policy data in api-s against quantum-policy data, when created and deleted thru quantum APIs.
2025-10-11 16:51:32,795 - INFO - Initial checks done. Running the testcase now
2025-10-11 16:51:32,795 - INFO -
2025-10-11 16:51:33,952 - INFO - Created VN ctest-vn4-36812871
2025-10-11 16:51:34,940 - INFO - Verified VN network id 12 for VN 51178bfc-98e1-4f3c-a656-0457eb8abc8e
2025-10-11 16:51:34,941 - INFO - Verifications in API Server for VN ctest-vn4-36812871 passed
2025-10-11 16:51:34,982 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn4-36812871 passed
2025-10-11 16:51:35,089 - INFO - VN ctest-vn4-36812871 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-11 16:51:35,438 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyNegativeIpv4v6-40596495:ctest-vn4-36812871 is found in opserver
2025-10-11 16:51:35,550 - INFO - Verified policy ctest-policy1-62440840 in API Server, Result: True
2025-10-11 16:51:35,550 - INFO - Done with setup and verification, moving onto test ..
2025-10-11 16:51:35,558 - INFO - Deleting VN ctest-vn4-36812871
2025-10-11 16:51:35,817 - INFO - Validated that VN ctest-vn4-36812871 is not found in API Server
2025-10-11 16:51:35,828 - INFO - Validated that VN ctest-vn4-36812871 is not in any agent
2025-10-11 16:51:35,844 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn4-36812871 info
2025-10-11 16:51:35,873 - INFO - Deleted policy ctest-policy1-62440840
2025-10-11 16:51:36,173 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2025-10-11 16:51:36,173 - INFO - --------------------------------------------------------------------------------
2025-10-11 16:51:36,333 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2025-10-11 16:51:36,333 - INFO - --------------------------------------------------------------------------------
2025-10-11 16:51:36,999 - INFO - Deleted project: ctest-TestBasicPolicyNegativeIpv4v6-40596495, ID : f70ad4c0-660a-4328-a23b-a6bd803ddc00
2025-10-11 16:51:37,200 - INFO - Domain Default found not creating
2025-10-11 16:51:37,374 - INFO - Project ctest-TestBasicPolicy-66565019 not found, creating it
2025-10-11 16:51:37,851 - INFO - Created Project:ctest-TestBasicPolicy-66565019, ID : b9a047e3-a5d7-45f8-a1f5-4191fada9c22
2025-10-11 16:51:39,256 - INFO - ================================================================================
2025-10-11 16:51:39,257 - INFO - STARTING TEST : test_basic_policy_allow_deny
2025-10-11 16:51:39,257 - INFO - TEST DESCRIPTION :
Create 2 Vns and allow icmp traffic between them and validate with pings
Update the policy to deny the same traffic
Check that pings fail
2025-10-11 16:51:39,380 - INFO - Initial checks done. Running the testcase now
2025-10-11 16:51:39,380 - INFO -
2025-10-11 16:51:40,087 - INFO - Created VN ctest-vn-35115337
2025-10-11 16:51:40,639 - INFO - Created VN ctest-vn-85900207
2025-10-11 16:51:41,983 - INFO - Verified VN network id 12 for VN 132bc967-2ceb-4894-8431-cceb7d64eb03
2025-10-11 16:51:41,983 - INFO - Verifications in API Server for VN ctest-vn-35115337 passed
2025-10-11 16:51:42,018 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-35115337 passed
2025-10-11 16:51:42,112 - INFO - VN ctest-vn-35115337 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-11 16:51:42,458 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-66565019:ctest-vn-35115337 is found in opserver
2025-10-11 16:51:42,615 - INFO - Verified VN network id 13 for VN 726f9a2d-b71f-4fb7-a38a-8e199a006047
2025-10-11 16:51:42,615 - INFO - Verifications in API Server for VN ctest-vn-85900207 passed
2025-10-11 16:51:42,652 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-85900207 passed
2025-10-11 16:51:42,742 - INFO - VN ctest-vn-85900207 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-11 16:51:42,751 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-66565019:ctest-vn-85900207 is found in opserver
2025-10-11 16:51:44,001 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:51:45,166 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:51:45,166 - INFO - Waiting for VM ctest-TestBasicPolicy-66565019-48322534 to be up..
2025-10-11 16:51:50,310 - ERROR - VM in error state.
2025-10-11 16:51:50,311 - ERROR - VM is not in ACTIVE state
2025-10-11 16:51:50,426 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-11 16:51:50,426 - INFO - Waiting for VM ctest-TestBasicPolicy-66565019-54766510 to be up..
2025-10-11 16:51:50,483 - ERROR - VM in error state.
2025-10-11 16:51:50,483 - ERROR - VM is not in ACTIVE state
2025-10-11 16:51:50,570 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-11 16:51:50,570 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:52:15,932 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:52:17,932 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:52:43,287 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:52:45,288 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:53:10,646 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:53:12,647 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:53:38,009 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:53:40,010 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:54:05,368 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:54:07,368 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:54:32,725 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:54:32,727 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:54:58,248 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:55:00,249 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:55:25,620 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:55:27,621 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:55:52,981 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:55:54,982 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:56:20,349 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:56:22,349 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:56:47,763 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:56:49,764 - INFO - VM name : ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:57:15,135 - ERROR - VM 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b is not launched yet
2025-10-11 16:57:15,135 - INFO - Skip interface_detach for VM ctest-TestBasicPolicy-66565019-54766510 in state ERROR
2025-10-11 16:57:15,135 - INFO - Deleting VM ctest-TestBasicPolicy-66565019-54766510
2025-10-11 16:57:15,154 - ERROR - VM ctest-TestBasicPolicy-66565019-54766510 has failed to come up
2025-10-11 16:57:15,154 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-10-11T16:51:46Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:a3:ca:1d:7b:a2,has_traffic_filtering=True,id=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42,network=Network(726f9a2d-b71f-4fb7-a38a-8e199a006047),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42\', \'--instance_uuid=0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b\', \'--vn_uuid=726f9a2d-b71f-4fb7-a38a-8e199a006047\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=22.218.13.3\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-54766510\', \'--mac=02:a3:ca:1d:7b:a2\', \'--tap_name=tapa3ca1d7b-a2\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:a3:ca:1d:7b:a2,has_traffic_filtering=True,id=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42,network=Network(726f9a2d-b71f-4fb7-a38a-8e199a006047),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapa3ca1d7b-a2\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42\', \'--instance_uuid=0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b\', \'--vn_uuid=726f9a2d-b71f-4fb7-a38a-8e199a006047\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=22.218.13.3\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-54766510\', \'--mac=02:a3:ca:1d:7b:a2\', \'--tap_name=tapa3ca1d7b-a2\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:a3:ca:1d:7b:a2,has_traffic_filtering=True,id=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42,network=Network(726f9a2d-b71f-4fb7-a38a-8e199a006047),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapa3ca1d7b-a2\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42\', \'--instance_uuid=0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b\', \'--vn_uuid=726f9a2d-b71f-4fb7-a38a-8e199a006047\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=22.218.13.3\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-54766510\', \'--mac=02:a3:ca:1d:7b:a2\', \'--tap_name=tapa3ca1d7b-a2\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:a3:ca:1d:7b:a2,has_traffic_filtering=True,id=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42,network=Network(726f9a2d-b71f-4fb7-a38a-8e199a006047),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapa3ca1d7b-a2\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=a3ca1d7b-a2a7-4619-9f7c-b4b1e6722e42\', \'--instance_uuid=0f2c0b1e-2f60-4961-b1ad-8ab42f85e70b\', \'--vn_uuid=726f9a2d-b71f-4fb7-a38a-8e199a006047\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=22.218.13.3\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-54766510\', \'--mac=02:a3:ca:1d:7b:a2\', \'--tap_name=tapa3ca1d7b-a2\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-10-11 16:57:15,155 - INFO - Skip interface_detach for VM ctest-TestBasicPolicy-66565019-48322534 in state ERROR
2025-10-11 16:57:15,155 - INFO - Deleting VM ctest-TestBasicPolicy-66565019-48322534
2025-10-11 16:57:15,155 - ERROR - VM ctest-TestBasicPolicy-66565019-48322534 has failed to come up
2025-10-11 16:57:15,155 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-10-11T16:51:45Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:07:40:b9:73:44,has_traffic_filtering=True,id=0740b973-44de-4202-8ee9-75b9a820ecba,network=Network(132bc967-2ceb-4894-8431-cceb7d64eb03),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=0740b973-44de-4202-8ee9-75b9a820ecba\', \'--instance_uuid=530bb7c6-dfe3-4a32-b5d1-0fe6f120fb7e\', \'--vn_uuid=132bc967-2ceb-4894-8431-cceb7d64eb03\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=135.110.237.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-48322534\', \'--mac=02:07:40:b9:73:44\', \'--tap_name=tap0740b973-44\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:07:40:b9:73:44,has_traffic_filtering=True,id=0740b973-44de-4202-8ee9-75b9a820ecba,network=Network(132bc967-2ceb-4894-8431-cceb7d64eb03),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap0740b973-44\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=0740b973-44de-4202-8ee9-75b9a820ecba\', \'--instance_uuid=530bb7c6-dfe3-4a32-b5d1-0fe6f120fb7e\', \'--vn_uuid=132bc967-2ceb-4894-8431-cceb7d64eb03\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=135.110.237.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-48322534\', \'--mac=02:07:40:b9:73:44\', \'--tap_name=tap0740b973-44\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:07:40:b9:73:44,has_traffic_filtering=True,id=0740b973-44de-4202-8ee9-75b9a820ecba,network=Network(132bc967-2ceb-4894-8431-cceb7d64eb03),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap0740b973-44\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=0740b973-44de-4202-8ee9-75b9a820ecba\', \'--instance_uuid=530bb7c6-dfe3-4a32-b5d1-0fe6f120fb7e\', \'--vn_uuid=132bc967-2ceb-4894-8431-cceb7d64eb03\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=135.110.237.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-48322534\', \'--mac=02:07:40:b9:73:44\', \'--tap_name=tap0740b973-44\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 530bb7c6-dfe3-4a32-b5d1-0fe6f120fb7e was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:07:40:b9:73:44,has_traffic_filtering=True,id=0740b973-44de-4202-8ee9-75b9a820ecba,network=Network(132bc967-2ceb-4894-8431-cceb7d64eb03),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap0740b973-44\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=0740b973-44de-4202-8ee9-75b9a820ecba\', \'--instance_uuid=530bb7c6-dfe3-4a32-b5d1-0fe6f120fb7e\', \'--vn_uuid=132bc967-2ceb-4894-8431-cceb7d64eb03\', \'--vm_project_uuid=b9a047e3a5d745f8a1f54191fada9c22\', \'--ip_address=135.110.237.131\', \'--ipv6_address=None\', \'--vm_name=ctest-TestBasicPolicy-66565019-48322534\', \'--mac=02:07:40:b9:73:44\', \'--tap_name=tap0740b973-44\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-10-11 16:57:15,451 - INFO - Deleted policy ctest-policy-allow-all-37936517
2025-10-11 16:57:15,451 - INFO - Deleting VN ctest-vn-85900207
2025-10-11 16:57:15,716 - INFO - Validated that VN ctest-vn-85900207 is not found in API Server
2025-10-11 16:57:15,726 - INFO - Validated that VN ctest-vn-85900207 is not in any agent
2025-10-11 16:57:15,739 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-85900207 info
2025-10-11 16:57:15,740 - INFO - Deleting VN ctest-vn-35115337
2025-10-11 16:57:15,964 - INFO - Validated that VN ctest-vn-35115337 is not found in API Server
2025-10-11 16:57:15,973 - INFO - Validated that VN ctest-vn-35115337 is not in any agent
2025-10-11 16:57:15,986 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-35115337 info
2025-10-11 16:57:16,117 - ERROR - Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/policy/test_policy_basic.py", line 118, in test_basic_policy_allow_deny
assert vm1_fixture.ping_with_certainty(vm2_fixture.vm_ip), (
File "/contrail-test/fixtures/vm_test.py", line 354, in vm_ip
assert self.verify_vm_launched()
AssertionError
2025-10-11 16:57:16,122 - INFO -
2025-10-11 16:57:16,122 - INFO - END TEST : test_basic_policy_allow_deny : FAILED[0:05:37]
2025-10-11 16:57:16,122 - INFO - --------------------------------------------------------------------------------
2025-10-11 16:57:16,808 - INFO - Deleted project: ctest-TestBasicPolicy-66565019, ID : b9a047e3-a5d7-45f8-a1f5-4191fada9c22
2025-10-11 16:57:16,993 - INFO - Domain Default found not creating
2025-10-11 16:57:17,142 - INFO - Project ctest-TestRP-66155245 not found, creating it
2025-10-11 16:57:17,619 - INFO - Created Project:ctest-TestRP-66155245, ID : ad6b5f05-e5a5-49f7-b232-d62f236c9d7a
2025-10-11 16:57:19,033 - INFO - ================================================================================
2025-10-11 16:57:19,034 - INFO - STARTING TEST : test_rp_interface
2025-10-11 16:57:19,034 - INFO - TEST DESCRIPTION :
1. Create a routing policy with interface match.
2. Launch VMs.
3. Attach policy to VN and confirm if policy takes hold.
2025-10-11 16:57:19,161 - INFO - Initial checks done. Running the testcase now
2025-10-11 16:57:19,161 - INFO -
2025-10-11 16:57:19,891 - INFO - Created VN ctest-bgpaas_vn-00028686
2025-10-11 16:57:20,619 - INFO - Created VN ctest-bgpaas_vn-78766489
2025-10-11 16:57:22,183 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:57:23,356 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:57:23,356 - INFO - Waiting for VM test_vm to be up..
2025-10-11 16:57:28,497 - ERROR - VM in error state.
2025-10-11 16:57:28,497 - ERROR - VM is not in ACTIVE state
2025-10-11 16:57:28,590 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-11 16:57:28,592 - INFO - Skip interface_detach for VM test2_vm in state BUILD
2025-10-11 16:57:28,592 - INFO - Deleting VM test2_vm
2025-10-11 16:57:28,614 - ERROR - VM test2_vm has failed to come up
2025-10-11 16:57:28,615 - ERROR - Nova failed to get host of the VM
2025-10-11 16:57:28,818 - INFO - Skip interface_detach for VM test_vm in state ERROR
2025-10-11 16:57:28,818 - INFO - Deleting VM test_vm
2025-10-11 16:57:28,818 - ERROR - VM test_vm has failed to come up
2025-10-11 16:57:28,818 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-10-11T16:57:23Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:46:8c:9e:8c:b1,has_traffic_filtering=True,id=468c9e8c-b171-4cda-b29d-91fc2cd76776,network=Network(e8d9813f-10e5-4570-b748-95d432ddd7c6),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=468c9e8c-b171-4cda-b29d-91fc2cd76776\', \'--instance_uuid=3e3d029a-42be-46df-b966-1d3b74a21ba4\', \'--vn_uuid=e8d9813f-10e5-4570-b748-95d432ddd7c6\', \'--vm_project_uuid=ad6b5f05e5a549f7b232d62f236c9d7a\', \'--ip_address=167.179.108.131\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:46:8c:9e:8c:b1\', \'--tap_name=tap468c9e8c-b1\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:46:8c:9e:8c:b1,has_traffic_filtering=True,id=468c9e8c-b171-4cda-b29d-91fc2cd76776,network=Network(e8d9813f-10e5-4570-b748-95d432ddd7c6),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap468c9e8c-b1\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=468c9e8c-b171-4cda-b29d-91fc2cd76776\', \'--instance_uuid=3e3d029a-42be-46df-b966-1d3b74a21ba4\', \'--vn_uuid=e8d9813f-10e5-4570-b748-95d432ddd7c6\', \'--vm_project_uuid=ad6b5f05e5a549f7b232d62f236c9d7a\', \'--ip_address=167.179.108.131\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:46:8c:9e:8c:b1\', \'--tap_name=tap468c9e8c-b1\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:46:8c:9e:8c:b1,has_traffic_filtering=True,id=468c9e8c-b171-4cda-b29d-91fc2cd76776,network=Network(e8d9813f-10e5-4570-b748-95d432ddd7c6),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap468c9e8c-b1\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=468c9e8c-b171-4cda-b29d-91fc2cd76776\', \'--instance_uuid=3e3d029a-42be-46df-b966-1d3b74a21ba4\', \'--vn_uuid=e8d9813f-10e5-4570-b748-95d432ddd7c6\', \'--vm_project_uuid=ad6b5f05e5a549f7b232d62f236c9d7a\', \'--ip_address=167.179.108.131\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:46:8c:9e:8c:b1\', \'--tap_name=tap468c9e8c-b1\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 3e3d029a-42be-46df-b966-1d3b74a21ba4 was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:46:8c:9e:8c:b1,has_traffic_filtering=True,id=468c9e8c-b171-4cda-b29d-91fc2cd76776,network=Network(e8d9813f-10e5-4570-b748-95d432ddd7c6),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tap468c9e8c-b1\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=468c9e8c-b171-4cda-b29d-91fc2cd76776\', \'--instance_uuid=3e3d029a-42be-46df-b966-1d3b74a21ba4\', \'--vn_uuid=e8d9813f-10e5-4570-b748-95d432ddd7c6\', \'--vm_project_uuid=ad6b5f05e5a549f7b232d62f236c9d7a\', \'--ip_address=167.179.108.131\', \'--ipv6_address=None\', \'--vm_name=test_vm\', \'--mac=02:46:8c:9e:8c:b1\', \'--tap_name=tap468c9e8c-b1\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-10-11 16:57:28,819 - INFO - Deleting VN ctest-bgpaas_vn-78766489
2025-10-11 16:57:28,913 - INFO - Deleting VN ctest-bgpaas_vn-00028686
2025-10-11 16:57:29,138 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sat Oct 11 16:57:28 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function =
self =
args = ()
kwargs = {}
/contrail-test/scripts/routing_policy/test_routing_policy.py in test_rp_interface(self=)
38 3. Attach policy to VN and confirm if policy takes hold.
39 '''
40 ret_dict = self.config_basic()
41 vn_fixture = ret_dict['vn_fixture']
42 test_vm = ret_dict['test_vm']
ret_dict undefined
self =
self.config_basic = >
/contrail-test/scripts/routing_policy/base.py in config_basic(self=)
43 image_name='cirros')
44 test2_vm = self.create_vm(vn2_fixture, 'test2_vm', image_name='cirros')
45 assert test_vm.wait_till_vm_is_up()
46 assert test2_vm.wait_till_vm_is_up()
47
test_vm =
test_vm.wait_till_vm_is_up = >
AssertionError:
__cause__ = None
__class__ =
__context__ = None
__delattr__ =
__dict__ = {}
__dir__ =
__doc__ = 'Assertion failed.'
__eq__ =
__format__ =
__ge__ =
__getattribute__ =
__gt__ =
__hash__ =
__init__ =
__init_subclass__ =
__le__ =
__lt__ =
__ne__ =
__new__ =
__reduce__ =
__reduce_ex__ =
__repr__ =
__setattr__ =
__setstate__ =
__sizeof__ =
__str__ =
__subclasshook__ =
__suppress_context__ = False
__traceback__ =
args = ()
with_traceback =
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/routing_policy/test_routing_policy.py", line 40, in test_rp_interface
ret_dict = self.config_basic()
File "/contrail-test/scripts/routing_policy/base.py", line 45, in config_basic
assert test_vm.wait_till_vm_is_up()
AssertionError
2025-10-11 16:57:29,144 - INFO -
2025-10-11 16:57:29,144 - INFO - END TEST : test_rp_interface : FAILED[0:00:10]
2025-10-11 16:57:29,144 - INFO - --------------------------------------------------------------------------------
2025-10-11 16:57:29,803 - INFO - Deleted project: ctest-TestRP-66155245, ID : ad6b5f05-e5a5-49f7-b232-d62f236c9d7a
2025-10-11 16:57:29,974 - INFO - Domain Default found not creating
2025-10-11 16:57:30,121 - INFO - Project ctest-TestSvcRegr-82054611 not found, creating it
2025-10-11 16:57:30,641 - INFO - Created Project:ctest-TestSvcRegr-82054611, ID : 1a568f5f-0834-4994-8fb9-c9d28c13c07a
2025-10-11 16:57:32,071 - INFO - ================================================================================
2025-10-11 16:57:32,071 - INFO - STARTING TEST : test_svc_in_network_datapath
2025-10-11 16:57:32,201 - INFO - Initial checks done. Running the testcase now
2025-10-11 16:57:32,201 - INFO -
2025-10-11 16:57:32,944 - INFO - Created VN ctest-mgmt_vn-87320983
2025-10-11 16:57:33,560 - INFO - Verified VN network id 12 for VN 8ea26915-df01-4427-89a7-82dd48843001
2025-10-11 16:57:33,561 - INFO - Verifications in API Server for VN ctest-mgmt_vn-87320983 passed
2025-10-11 16:57:33,597 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-87320983 passed
2025-10-11 16:57:34,040 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-82054611:ctest-mgmt_vn-87320983 is found in opserver
2025-10-11 16:57:34,395 - INFO - Created VN ctest-left_vn-21577366
2025-10-11 16:57:34,707 - INFO - Verified VN network id 13 for VN fb0e5828-9a42-4b8f-b462-4211d4587f4f
2025-10-11 16:57:34,707 - INFO - Verifications in API Server for VN ctest-left_vn-21577366 passed
2025-10-11 16:57:34,743 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-21577366 passed
2025-10-11 16:57:34,853 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-82054611:ctest-left_vn-21577366 is found in opserver
2025-10-11 16:57:35,257 - INFO - Created VN ctest-right_vn-51864114
2025-10-11 16:57:35,568 - INFO - Verified VN network id 14 for VN da30e765-0af5-4859-96be-a9936b0865a4
2025-10-11 16:57:35,568 - INFO - Verifications in API Server for VN ctest-right_vn-51864114 passed
2025-10-11 16:57:35,610 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-51864114 passed
2025-10-11 16:57:35,718 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-82054611:ctest-right_vn-51864114 is found in opserver
2025-10-11 16:57:36,961 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:57:38,263 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:57:39 URL:http://nexus.opensdn.io/repository///images/converts//cirros-in-net.vmdk.gz [14619094/14619094] -> "/contrail-test/images/cirros-in-net.vmdk.gz" [1]
2025-10-11 16:57:40,638 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:57:40,638 - INFO - Waiting for VM ctest-pt_svm0-81620170 to be up..
2025-10-11 16:57:45,736 - ERROR - VM in error state.
2025-10-11 16:57:45,736 - ERROR - VM is not in ACTIVE state
2025-10-11 16:57:45,819 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-11 16:57:45,822 - INFO - Skip interface_detach for VM ctest-pt_svm0-81620170 in state ERROR
2025-10-11 16:57:45,822 - INFO - Deleting VM ctest-pt_svm0-81620170
2025-10-11 16:57:45,841 - ERROR - VM ctest-pt_svm0-81620170 has failed to come up
2025-10-11 16:57:45,841 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-10-11T16:57:43Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:de:e5:12:0e:a0,has_traffic_filtering=True,id=dee5120e-a079-4209-b42a-2979b6366ab9,network=Network(8ea26915-df01-4427-89a7-82dd48843001),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=dee5120e-a079-4209-b42a-2979b6366ab9\', \'--instance_uuid=6f0a39e5-2bab-4bd7-8ca7-0e4fabbf8d40\', \'--vn_uuid=8ea26915-df01-4427-89a7-82dd48843001\', \'--vm_project_uuid=1a568f5f083449948fb9c9d28c13c07a\', \'--ip_address=35.105.31.195\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-81620170\', \'--mac=02:de:e5:12:0e:a0\', \'--tap_name=tapdee5120e-a0\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:de:e5:12:0e:a0,has_traffic_filtering=True,id=dee5120e-a079-4209-b42a-2979b6366ab9,network=Network(8ea26915-df01-4427-89a7-82dd48843001),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapdee5120e-a0\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=dee5120e-a079-4209-b42a-2979b6366ab9\', \'--instance_uuid=6f0a39e5-2bab-4bd7-8ca7-0e4fabbf8d40\', \'--vn_uuid=8ea26915-df01-4427-89a7-82dd48843001\', \'--vm_project_uuid=1a568f5f083449948fb9c9d28c13c07a\', \'--ip_address=35.105.31.195\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-81620170\', \'--mac=02:de:e5:12:0e:a0\', \'--tap_name=tapdee5120e-a0\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:de:e5:12:0e:a0,has_traffic_filtering=True,id=dee5120e-a079-4209-b42a-2979b6366ab9,network=Network(8ea26915-df01-4427-89a7-82dd48843001),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapdee5120e-a0\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=dee5120e-a079-4209-b42a-2979b6366ab9\', \'--instance_uuid=6f0a39e5-2bab-4bd7-8ca7-0e4fabbf8d40\', \'--vn_uuid=8ea26915-df01-4427-89a7-82dd48843001\', \'--vm_project_uuid=1a568f5f083449948fb9c9d28c13c07a\', \'--ip_address=35.105.31.195\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-81620170\', \'--mac=02:de:e5:12:0e:a0\', \'--tap_name=tapdee5120e-a0\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 6f0a39e5-2bab-4bd7-8ca7-0e4fabbf8d40 was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:de:e5:12:0e:a0,has_traffic_filtering=True,id=dee5120e-a079-4209-b42a-2979b6366ab9,network=Network(8ea26915-df01-4427-89a7-82dd48843001),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapdee5120e-a0\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=dee5120e-a079-4209-b42a-2979b6366ab9\', \'--instance_uuid=6f0a39e5-2bab-4bd7-8ca7-0e4fabbf8d40\', \'--vn_uuid=8ea26915-df01-4427-89a7-82dd48843001\', \'--vm_project_uuid=1a568f5f083449948fb9c9d28c13c07a\', \'--ip_address=35.105.31.195\', \'--ipv6_address=None\', \'--vm_name=ctest-pt_svm0-81620170\', \'--mac=02:de:e5:12:0e:a0\', \'--tap_name=tapdee5120e-a0\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-10-11 16:57:45,909 - INFO - Service template: ['default-domain', 'ctest-service_template_1-61854274'] deleted successfully.
2025-10-11 16:57:45,910 - INFO - Skip interface_detach for VM ctest-right_vm-77232247 in state BUILD
2025-10-11 16:57:45,910 - INFO - Deleting VM ctest-right_vm-77232247
2025-10-11 16:57:45,910 - ERROR - VM ctest-right_vm-77232247 has failed to come up
2025-10-11 16:57:45,910 - ERROR - Nova failed to get host of the VM
2025-10-11 16:57:46,067 - INFO - Skip interface_detach for VM ctest-left_vm-87504616 in state BUILD
2025-10-11 16:57:46,067 - INFO - Deleting VM ctest-left_vm-87504616
2025-10-11 16:57:46,067 - ERROR - VM ctest-left_vm-87504616 has failed to come up
2025-10-11 16:57:46,067 - ERROR - Nova failed to get host of the VM
2025-10-11 16:57:46,229 - INFO - Deleting VN ctest-right_vn-51864114
2025-10-11 16:57:46,465 - INFO - Validated that VN ctest-right_vn-51864114 is not found in API Server
2025-10-11 16:57:46,474 - INFO - Validated that VN ctest-right_vn-51864114 is not in any agent
2025-10-11 16:57:46,486 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-51864114 info
2025-10-11 16:57:46,486 - INFO - Deleting VN ctest-left_vn-21577366
2025-10-11 16:57:46,706 - INFO - Validated that VN ctest-left_vn-21577366 is not found in API Server
2025-10-11 16:57:46,714 - INFO - Validated that VN ctest-left_vn-21577366 is not in any agent
2025-10-11 16:57:46,727 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-21577366 info
2025-10-11 16:57:46,727 - INFO - Deleting VN ctest-mgmt_vn-87320983
2025-10-11 16:57:46,974 - INFO - Validated that VN ctest-mgmt_vn-87320983 is not found in API Server
2025-10-11 16:57:46,983 - INFO - Validated that VN ctest-mgmt_vn-87320983 is not in any agent
2025-10-11 16:57:46,998 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-87320983 info
2025-10-11 16:57:47,123 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sat Oct 11 16:57:45 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function =
self =
args = ()
kwargs = {}
/contrail-test/scripts/svc_firewall/test_svc_fw.py in test_svc_in_network_datapath(self=)
23 @preposttest_wrapper
24 def test_svc_in_network_datapath(self):
25 return self.verify_svc_chain(svc_img_name='cirros_in_net', service_mode='in-network',
26 create_svms=True)
27
self =
self.verify_svc_chain = >
svc_img_name undefined
service_mode undefined
create_svms undefined
/contrail-test/common/servicechain/verify.py in verify_svc_chain(self=, *args=(), **kwargs={'create_svms': True, 'service_mode': 'in-network', 'svc_img_name': 'cirros_in_net'})
318 def verify_svc_chain(self, *args, **kwargs):
319 svc_chain_info = kwargs.get('svc_chain_info')
320 ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs)
321 proto = kwargs.get('proto', 'any')
322 left_vn_fq_name = ret_dict.get('left_vn_fixture').vn_fq_name
ret_dict undefined
svc_chain_info = None
self =
self.config_svc_chain = >
args = ()
kwargs = {'create_svms': True, 'service_mode': 'in-network', 'svc_img_name': 'cirros_in_net'}
/contrail-test/common/servicechain/config.py in config_svc_chain(self=, service_mode='in-network', service_type='firewall', max_inst=1, proto='any', svc_chain_type='parallel', src_ports=[0, 65535], dst_ports=[0, 65535], svc_img_name='cirros_in_net', st_version=2, mgmt_vn_name='ctest-mgmt_vn-87320983', mgmt_vn_subnets=['35.105.31.192/26'], mgmt_vn_fixture=, left_vn_name='ctest-left_vn-21577366', left_vn_subnets=['29.83.164.64/26'], left_vn_fixture=, right_vn_name='ctest-right_vn-51864114', right_vn_subnets=['29.151.191.64/26'], right_vn_fixture=, left_lr_child_vn_fixture=None, right_lr_child_vn_fixture=None, left_vm_name='ctest-left_vm-87504616', left_vm_fixture=, right_vm_name='ctest-right_vm-77232247', right_vm_fixture=, image_name='cirros', policy_fixture=None, st_fixture=, si_fixture=None, port_tuples_props=None, static_route=None, svm_fixtures=[], create_svms=True, evpn=False, modify_rules=False, policy_action='pass', hosts=[], **kwargs={})
526 # Create SI VMs now
527 if not svm_fixtures and create_svms:
528 svm_fixtures = self.create_service_vms(vns,
529 svc_img_name=svc_img_name,
530 service_mode=service_mode,
svm_fixtures = []
self =
self.create_service_vms = >
vns = [, , ]
svc_img_name = 'cirros_in_net'
service_mode = 'in-network'
service_type = 'firewall'
hosts = []
max_inst = 1
/contrail-test/common/servicechain/config.py in create_service_vms(self=, vns=[, , ], service_mode='in-network', max_inst=1, svc_img_name='cirros_in_net', service_type='firewall', hosts=[])
337 if service_type == 'analyzer':
338 svm_fixture.disable_interface_policy()
339 self.verify_vms(svm_fixtures)
340 return svm_fixtures
341 # end create_service_vms
self =
self.verify_vms = >
svm_fixtures = []
/contrail-test/common/servicechain/config.py in verify_vms(self=, vm_fixtures=[])
169 def verify_vms(self, vm_fixtures):
170 for vm in vm_fixtures:
171 self.verify_vm(vm)
172 # end verify_vms
173
self =
self.verify_vm = >
vm =
/contrail-test/common/servicechain/config.py in verify_vm(self=, vm_fixture=)
173
174 def verify_vm(self, vm_fixture):
175 assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up'
176 # end verify_vm
177
vm_fixture =
vm_fixture.wait_till_vm_is_up = >
AssertionError: VM does not seem to be up
__cause__ = None
__class__ =
__context__ = None
__delattr__ =
__dict__ = {}
__dir__ =
__doc__ = 'Assertion failed.'
__eq__ =
__format__ =
__ge__ =
__getattribute__ =
__gt__ =
__hash__ =
__init__ =
__init_subclass__ =
__le__ =
__lt__ =
__ne__ =
__new__ =
__reduce__ =
__reduce_ex__ =
__repr__ =
__setattr__ =
__setstate__ =
__sizeof__ =
__str__ =
__subclasshook__ =
__suppress_context__ = False
__traceback__ =
args = ('VM does not seem to be up',)
with_traceback =
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/svc_firewall/test_svc_fw.py", line 25, in test_svc_in_network_datapath
return self.verify_svc_chain(svc_img_name='cirros_in_net', service_mode='in-network',
File "/contrail-test/common/servicechain/verify.py", line 320, in verify_svc_chain
ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs)
File "/contrail-test/common/servicechain/config.py", line 528, in config_svc_chain
svm_fixtures = self.create_service_vms(vns,
File "/contrail-test/common/servicechain/config.py", line 339, in create_service_vms
self.verify_vms(svm_fixtures)
File "/contrail-test/common/servicechain/config.py", line 171, in verify_vms
self.verify_vm(vm)
File "/contrail-test/common/servicechain/config.py", line 175, in verify_vm
assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up'
AssertionError: VM does not seem to be up
2025-10-11 16:57:47,129 - INFO -
2025-10-11 16:57:47,129 - INFO - END TEST : test_svc_in_network_datapath : FAILED[0:00:15]
2025-10-11 16:57:47,129 - INFO - --------------------------------------------------------------------------------
2025-10-11 16:57:47,792 - INFO - Deleted project: ctest-TestSvcRegr-82054611, ID : 1a568f5f-0834-4994-8fb9-c9d28c13c07a
2025-10-11 16:57:47,996 - INFO - Domain Default found not creating
2025-10-11 16:57:48,185 - INFO - Project ctest-TestvDNSBasic0-65376417 not found, creating it
2025-10-11 16:57:48,669 - INFO - Created Project:ctest-TestvDNSBasic0-65376417, ID : 45d75aa7-69c4-40ff-9376-88c4acd2ba1c
2025-10-11 16:57:50,119 - INFO - ================================================================================
2025-10-11 16:57:50,119 - INFO - STARTING TEST : test_vdns_ping_same_vn
2025-10-11 16:57:50,119 - INFO - TEST DESCRIPTION :
Test:- Test vdns functionality. On VM launch agent should dynamically update dns records to dns agent
1. Create vDNS server
2. Create IPAM using above vDNS data
3. Create VN using above IPAM and launch 2 VM's within it
4. Ping between these 2 VM's using dns name
5. Try to delete vDNS server which has IPAM back-reference[Negative case]
6. Add CNAME VDNS record for vm1-test and verify we able to ping by alias name
Pass criteria: Step 4,5 and 6 should pass
Maintainer: cf-test@juniper.net
2025-10-11 16:57:50,249 - INFO - Initial checks done. Running the testcase now
2025-10-11 16:57:50,249 - INFO -
2025-10-11 16:57:50,938 - INFO - Using existing project ['default-domain', 'ctest-TestvDNSBasic0-65376417'](45d75aa7-69c4-40ff-9376-88c4acd2ba1c)
2025-10-11 16:57:52,318 - INFO - Created VN ctest-vn1-vdns-04263251
2025-10-11 16:57:53,687 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4287-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4287-1)
2025-10-11 16:57:53,687 - INFO - Waiting for VM ctest-vm1-test-19314772 to be up..
2025-10-11 16:57:58,790 - ERROR - VM in error state.
2025-10-11 16:57:58,790 - ERROR - VM is not in ACTIVE state
2025-10-11 16:57:58,870 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-11 16:57:58,872 - INFO - Skip interface_detach for VM ctest-vm1-test-19314772 in state ERROR
2025-10-11 16:57:58,872 - INFO - Deleting VM ctest-vm1-test-19314772
2025-10-11 16:57:58,872 - ERROR - VM ctest-vm1-test-19314772 has failed to come up
2025-10-11 16:57:58,872 - ERROR - Fault seen in nova show is: {'code': 500, 'created': '2025-10-11T16:57:55Z', 'message': "Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:ac:26:4d:65:b4,has_traffic_filtering=True,id=ac264d65-b40a-437a-9d9a-0caa0c13d5f3,network=Network(d13caaae-1b6f-4f3d-a986-1e0ff754125b),plugin='vrouter',port_p", 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 77, in plug\n plugin.plug(vif, instance_info)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 271, in plug\n self._vrouter_port_add(instance_info, vif)\n File "/opt/plugin/site-packages/vif_plug_vrouter/vrouter.py", line 263, in _vrouter_port_add\n vhostuser_socket, vhostuser_mode)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/priv_context.py", line 272, in _wrap\n r_call_timeout)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_privsep/daemon.py", line 215, in remote_call\n raise exc_type(*result[2])\nvif_plug_vrouter.exception.VrouterPortControlError: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=ac264d65-b40a-437a-9d9a-0caa0c13d5f3\', \'--instance_uuid=750556ea-dea3-4475-b8ff-2a9c0d1bbe2a\', \'--vn_uuid=d13caaae-1b6f-4f3d-a986-1e0ff754125b\', \'--vm_project_uuid=45d75aa769c440ff937688c4acd2ba1c\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-19314772\', \'--mac=02:ac:26:4d:65:b4\', \'--tap_name=tapac264d65-b4\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 699, in _plug_os_vif\n os_vif.plug(vif, instance_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/os_vif/__init__.py", line 82, in plug\n raise os_vif.exception.PlugException(vif=vif, err=err)\nos_vif.exception.PlugException: Failed to plug VIF VIFGeneric(active=True,address=02:ac:26:4d:65:b4,has_traffic_filtering=True,id=ac264d65-b40a-437a-9d9a-0caa0c13d5f3,network=Network(d13caaae-1b6f-4f3d-a986-1e0ff754125b),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapac264d65-b4\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=ac264d65-b40a-437a-9d9a-0caa0c13d5f3\', \'--instance_uuid=750556ea-dea3-4475-b8ff-2a9c0d1bbe2a\', \'--vn_uuid=d13caaae-1b6f-4f3d-a986-1e0ff754125b\', \'--vm_project_uuid=45d75aa769c440ff937688c4acd2ba1c\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-19314772\', \'--mac=02:ac:26:4d:65:b4\', \'--tap_name=tapac264d65-b4\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2521, in _build_and_run_instance\n accel_info=accel_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 4339, in spawn\n cleanup_instance_disks=created_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7523, in _create_guest_with_network\n cleanup_instance_disks=cleanup_instance_disks)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 7492, in _create_guest_with_network\n self.plug_vifs(instance, network_info)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/driver.py", line 1386, in plug_vifs\n self.vif_driver.plug(instance, vif)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 723, in plug\n self._plug_os_vif(instance, vif_obj)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/virt/libvirt/vif.py", line 703, in _plug_os_vif\n raise exception.InternalError(msg)\nnova.exception.InternalError: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:ac:26:4d:65:b4,has_traffic_filtering=True,id=ac264d65-b40a-437a-9d9a-0caa0c13d5f3,network=Network(d13caaae-1b6f-4f3d-a986-1e0ff754125b),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapac264d65-b4\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=ac264d65-b40a-437a-9d9a-0caa0c13d5f3\', \'--instance_uuid=750556ea-dea3-4475-b8ff-2a9c0d1bbe2a\', \'--vn_uuid=d13caaae-1b6f-4f3d-a986-1e0ff754125b\', \'--vm_project_uuid=45d75aa769c440ff937688c4acd2ba1c\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-19314772\', \'--mac=02:ac:26:4d:65:b4\', \'--tap_name=tapac264d65-b4\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2337, in _do_build_and_run_instance\n filter_properties, request_spec, accel_uuids)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/compute/manager.py", line 2625, in _build_and_run_instance\n instance_uuid=instance.uuid, reason=str(e))\nnova.exception.RescheduledException: Build of instance 750556ea-dea3-4475-b8ff-2a9c0d1bbe2a was re-scheduled: Failure running os_vif plugin plug method: Failed to plug VIF VIFGeneric(active=True,address=02:ac:26:4d:65:b4,has_traffic_filtering=True,id=ac264d65-b40a-437a-9d9a-0caa0c13d5f3,network=Network(d13caaae-1b6f-4f3d-a986-1e0ff754125b),plugin=\'vrouter\',port_profile=>,preserve_on_delete=False,vif_name=\'tapac264d65-b4\'). Got error: Error during the call to vrouter-port-control: (\'vrouter-port-control\', \'--oper=add\', \'--uuid=ac264d65-b40a-437a-9d9a-0caa0c13d5f3\', \'--instance_uuid=750556ea-dea3-4475-b8ff-2a9c0d1bbe2a\', \'--vn_uuid=d13caaae-1b6f-4f3d-a986-1e0ff754125b\', \'--vm_project_uuid=45d75aa769c440ff937688c4acd2ba1c\', \'--ip_address=10.10.10.3\', \'--ipv6_address=None\', \'--vm_name=ctest-vm1-test-19314772\', \'--mac=02:ac:26:4d:65:b4\', \'--tap_name=tapac264d65-b4\', \'--port_type=NovaVMPort\', \'--tx_vlan_id=-1\', \'--rx_vlan_id=-1\')\n'}
2025-10-11 16:57:58,872 - INFO - Deleting VN ctest-vn1-vdns-04263251
2025-10-11 16:57:59,109 - INFO - VDNS info: ['default-domain', 'ctest-vdns1-63813858'] deleted successfully.
2025-10-11 16:57:59,128 - INFO - VDNS information ctest-vdns1-63813858 removed from the API Server
2025-10-11 16:57:59,134 - INFO - VDNS information ctest-vdns1-63813858 removed in the Control node
2025-10-11 16:57:59,259 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sat Oct 11 16:57:58 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function =
self =
args = ()
kwargs = {}
/contrail-test/scripts/vdns/test_vdns_basic.py in test_vdns_ping_same_vn(self=)
94 vm_fixture[vm_name] = self.useFixture(
95 VMFixture(project_name=self.inputs.project_name, connections=self.connections, vn_obj=vn_quantum_obj, vm_name=vm_name,image_name='ubuntu-traffic'))
96 assert vm_fixture[vm_name].wait_till_vm_is_up(), ('VM %s'
97 ' failed to come up' % (vm_name))
98 vm_ip = vm_fixture[vm_name].get_vm_ip_from_vm(
vm_fixture = {'ctest-vm1-test-19314772':