Started by upstream project "pipeline-nightly" build number 119 originally caused by: Started by timer Running as SYSTEM [EnvInject] - Loading node environment variables. Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/test-sanity@3 [WS-CLEANUP] Deleting project workspace... [WS-CLEANUP] Deferred wipeout is disabled by the job configuration... [WS-CLEANUP] Done The recommended git tool is: git No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-jenkins.git > git init /home/jenkins/workspace/test-sanity@3/src/opensdn-io/tf-jenkins # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision f7f78c08c76c2ea606dd2f388078c7238a5d7f4b (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f f7f78c08c76c2ea606dd2f388078c7238a5d7f4b # timeout=10 Commit message: "prepare tests sandbox on rocky9" > git rev-list --no-walk f7f78c08c76c2ea606dd2f388078c7238a5d7f4b # timeout=10 The recommended git tool is: NONE No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-dev-test.git > git init /home/jenkins/workspace/test-sanity@3/src/opensdn-io/tf-dev-test # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-dev-test.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-dev-test.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-dev-test.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision 1c4139620ac6bf8f51cfebf20e60e3bae4db5e88 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f 1c4139620ac6bf8f51cfebf20e60e3bae4db5e88 # timeout=10 Commit message: "install docker before using it" > git rev-list --no-walk 1c4139620ac6bf8f51cfebf20e60e3bae4db5e88 # timeout=10 Copied 3 artifacts from "pipeline-nightly" build number 119 [test-sanity@3] $ /bin/bash -xe /tmp/jenkins8493406940109173591.sh + source /home/jenkins/workspace/test-sanity@3/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-119 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-119 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119 ++ LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG=nightly ++ CONTRAIL_CONTAINER_TAG=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ export GERRIT_PIPELINE=nightly ++ GERRIT_PIPELINE=nightly ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-sanity@3/deps.test-sanity.19154.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=ubuntu22 ++ ENVIRONMENT_OS=ubuntu22 ++ export DATA_NETWORK=10.20.0.0/24 ++ DATA_NETWORK=10.20.0.0/24 ++ head -1 ++ export VROUTER_GATEWAY=10.20.0.1 ++ VROUTER_GATEWAY=10.20.0.1 ++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ export IMAGE_SSH_USER=ubuntu ++ IMAGE_SSH_USER=ubuntu ++ export INSTANCE_IDS=b28904ba-6225-4a0d-9027-50e293ffea7a,6af2e0a0-9b73-4aa3-8778-04bebf1abcd8,79f287c5-b85b-4b3b-8ab8-67ff77257599,a9077365-44df-4b2d-b1af-9f008ef75ee3,804b68e7-d2c1-4874-b153-7940a77b5cdf, ++ INSTANCE_IDS=b28904ba-6225-4a0d-9027-50e293ffea7a,6af2e0a0-9b73-4aa3-8778-04bebf1abcd8,79f287c5-b85b-4b3b-8ab8-67ff77257599,a9077365-44df-4b2d-b1af-9f008ef75ee3,804b68e7-d2c1-4874-b153-7940a77b5cdf, ++ export instance_ip=10.0.0.249 ++ instance_ip=10.0.0.249 ++ export CONTROLLER_NODES=10.0.0.249,10.0.0.22,10.0.0.49, ++ CONTROLLER_NODES=10.0.0.249,10.0.0.22,10.0.0.49, ++ export CONTROL_NODES=10.20.0.25,10.20.0.17,10.20.0.193, ++ CONTROL_NODES=10.20.0.25,10.20.0.17,10.20.0.193, ++ export AGENT_NODES=10.0.0.254,10.0.0.19, ++ AGENT_NODES=10.0.0.254,10.0.0.19, ++ export ORCHESTRATOR=openstack ++ ORCHESTRATOR=openstack ++ export DEPLOYER=ansible ++ DEPLOYER=ansible ++ export JOB_LOGS_PATH=ansible-os-ha ++ JOB_LOGS_PATH=ansible-os-ha + desc='Pipeline: pipeline-nightly-119 Random: 19154 Stream: ansible-os-ha' + desc+='
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119/ansible-os-ha' + echo 'DESCRIPTION Pipeline: pipeline-nightly-119 Random: 19154 Stream: ansible-os-ha
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119/ansible-os-ha' DESCRIPTION Pipeline: pipeline-nightly-119 Random: 19154 Stream: ansible-os-ha
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119/ansible-os-ha [description-setter] Description set: Pipeline: pipeline-nightly-119 Random: 19154 Stream: ansible-os-ha
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119/ansible-os-ha' [test-sanity@3] $ /bin/bash -xe /tmp/jenkins8138680818979149030.sh + set -eo pipefail + source /home/jenkins/workspace/test-sanity@3/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-119 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-119 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119 ++ LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG=nightly ++ CONTRAIL_CONTAINER_TAG=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ export GERRIT_PIPELINE=nightly ++ GERRIT_PIPELINE=nightly ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-dev-test ./patchsets-info.json [test-sanity@3] $ /bin/bash -xe /tmp/jenkins12622752535634223674.sh + set -eo pipefail + source /home/jenkins/workspace/test-sanity@3/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-119 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-119 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119 ++ LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_119 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG=nightly ++ CONTRAIL_CONTAINER_TAG=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ export GERRIT_PIPELINE=nightly ++ GERRIT_PIPELINE=nightly ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source ./src/opensdn-io/tf-jenkins/infra/openstack/definitions ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export OS_NETWORK=management ++ OS_NETWORK=management ++ export OS_DATA_NETWORK=data ++ OS_DATA_NETWORK=data ++ export OS_SG=default ++ OS_SG=default ++ export RESERVED_INSTANCES_COUNT=3 ++ RESERVED_INSTANCES_COUNT=3 ++ export RESERVED_CORES_COUNT=16 ++ RESERVED_CORES_COUNT=16 ++ export VM_BOOT_RETRIES=120 ++ VM_BOOT_RETRIES=120 ++ export VM_BOOT_DELAY=60 ++ VM_BOOT_DELAY=60 ++ export VOLUME_TYPE=ceph-ssd ++ VOLUME_TYPE=ceph-ssd ++ ENVIRONMENT_OS=rocky9 ++ VM_TYPES=(['xsmall']='STD3-1-4' ['small']='STD3-2-8' ['medium']='STD3-4-16' ['large']='STD3-8-32') ++ declare -A VM_TYPES ++ VOLUME_SIZE=(['xsmall']='50' ['small']='50' ['medium']='80' ['large']='80') ++ declare -A VOLUME_SIZE ++ OS_IMAGES=(['CENTOS7']='prepared-centos7' ['CENTOS8']='prepared-centos8' ['UBUNTU20']='prepared-ubuntu20' ['UBUNTU22']='prepared-ubuntu22' ['UBUNTU24']='prepared-ubuntu24' ['ROCKY9']='prepared-rocky95') ++ declare -A OS_IMAGES ++ OS_IMAGE_USERS=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY95']='rocky') ++ declare -A OS_IMAGE_USERS ++ OS_IMAGES_UP=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY95']='rocky') ++ declare -A OS_IMAGES_UP ++ OS_IMAGES_DOWN=(['CENTOS7']='' ['CENTOS8']='' ['UBUNTU20']='' ['UBUNTU22']='' ['UBUNTU24']='' ['ROCKY9']='' ['ROCKY92']='' ['ROCKY95']='') ++ declare -A OS_IMAGES_DOWN ++ SSH_OPTIONS='-T -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o PasswordAuthentication=no' + source /home/jenkins/workspace/test-sanity@3/deps.test-sanity.19154.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=ubuntu22 ++ ENVIRONMENT_OS=ubuntu22 ++ export DATA_NETWORK=10.20.0.0/24 ++ DATA_NETWORK=10.20.0.0/24 ++ head -1 ++ export VROUTER_GATEWAY=10.20.0.1 ++ VROUTER_GATEWAY=10.20.0.1 ++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ export IMAGE_SSH_USER=ubuntu ++ IMAGE_SSH_USER=ubuntu ++ export INSTANCE_IDS=b28904ba-6225-4a0d-9027-50e293ffea7a,6af2e0a0-9b73-4aa3-8778-04bebf1abcd8,79f287c5-b85b-4b3b-8ab8-67ff77257599,a9077365-44df-4b2d-b1af-9f008ef75ee3,804b68e7-d2c1-4874-b153-7940a77b5cdf, ++ INSTANCE_IDS=b28904ba-6225-4a0d-9027-50e293ffea7a,6af2e0a0-9b73-4aa3-8778-04bebf1abcd8,79f287c5-b85b-4b3b-8ab8-67ff77257599,a9077365-44df-4b2d-b1af-9f008ef75ee3,804b68e7-d2c1-4874-b153-7940a77b5cdf, ++ export instance_ip=10.0.0.249 ++ instance_ip=10.0.0.249 ++ export CONTROLLER_NODES=10.0.0.249,10.0.0.22,10.0.0.49, ++ CONTROLLER_NODES=10.0.0.249,10.0.0.22,10.0.0.49, ++ export CONTROL_NODES=10.20.0.25,10.20.0.17,10.20.0.193, ++ CONTROL_NODES=10.20.0.25,10.20.0.17,10.20.0.193, ++ export AGENT_NODES=10.0.0.254,10.0.0.19, ++ AGENT_NODES=10.0.0.254,10.0.0.19, ++ export ORCHESTRATOR=openstack ++ ORCHESTRATOR=openstack ++ export DEPLOYER=ansible ++ DEPLOYER=ansible ++ export JOB_LOGS_PATH=ansible-os-ha ++ JOB_LOGS_PATH=ansible-os-ha + source /home/jenkins/workspace/test-sanity@3/vars.test-sanity.19154.env ++ export MONITORING_DEPLOY_TARGET=HA ++ MONITORING_DEPLOY_TARGET=HA ++ export MONITORING_DEPLOYER=ansible ++ MONITORING_DEPLOYER=ansible ++ export MONITORING_ORCHESTRATOR=os ++ MONITORING_ORCHESTRATOR=os ++ export USE_DATAPLANE_NETWORK=true ++ USE_DATAPLANE_NETWORK=true ++ export TF_TEST_TARGET=sanity ++ TF_TEST_TARGET=sanity + export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119/ansible-os-ha + FULL_LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_119/ansible-os-ha + export TARGET=sanity + TARGET=sanity + ./src/opensdn-io/tf-jenkins/jobs/test/functional/run.sh INFO: Test sanity started Thu Sep 11 02:02:21 UTC 2025 Warning: Permanently added '10.0.0.249' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.249' (ECDSA) to the list of known hosts. DEPLOYER=ansible CONTRAIL_CONTAINER_TAG=nightly CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ORCHESTRATOR=openstack OPENSTACK_VERSION="yoga" CONTROLLER_NODES="10.0.0.249 10.0.0.22 10.0.0.49 " AGENT_NODES="10.0.0.254 10.0.0.19 " CONTROL_NODES="10.20.0.25 10.20.0.17 10.20.0.193 " SSL_ENABLE="false" LEGACY_ANALYTICS_ENABLE="true" HUGE_PAGES_1G= CONTAINER_RUNTIME=docker K8S_CA= DEPLOY_IPA_SERVER= IPA_PASSWORD= OPENSTACK_CONTROLLER_NODES='10.0.0.249' OS_AUTH_URL='http://10.0.0.249:5000/v3' AUTH_PASSWORD='contrail123' AUTH_URL='' INFO: [ensure python3 is present] Reading package lists... Building dependency tree... Reading state information... python3-minimal is already the newest version (3.10.6-1~22.04.1). python3-minimal set to manually installed. 0 upgraded, 0 newly installed, 0 to remove and 193 not upgraded. INFO: [docker install] INFO: distro=ubuntu detected INFO: docker installed: Docker version 28.4.0, build d8eb465 [docker config] DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5102 HTTP/1.1 404 Not Found Content-Type: text/plain; charset=utf-8 X-Content-Type-Options: nosniff Date: Thu, 11 Sep 2025 02:02:24 GMT Content-Length: 19 DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5102 is insecure Registry nexus.gz1.opensdn.io:5102 is configured in /etc/docker/daemon.json. Skip. nightly: Pulling from opensdn-test-test 446f83f14b23: Already exists dd0b0b7fe515: Already exists f666d1410827: Already exists 064f6b443f73: Already exists 044de314c4a6: Already exists 31aa63321936: Already exists b48e6283d3bf: Already exists c6ed028b7868: Already exists 3ddfaaff40a4: Already exists cc87f3f458fd: Already exists 537d104e9d48: Already exists 14a794786377: Already exists 77da61c23ec9: Pulling fs layer 2b574cb012db: Pulling fs layer ee2d9167fe05: Pulling fs layer fe8db71ee638: Pulling fs layer fe8db71ee638: Waiting 2b574cb012db: Verifying Checksum 2b574cb012db: Download complete 77da61c23ec9: Verifying Checksum 77da61c23ec9: Download complete 77da61c23ec9: Pull complete 2b574cb012db: Pull complete ee2d9167fe05: Verifying Checksum ee2d9167fe05: Download complete ee2d9167fe05: Pull complete fe8db71ee638: Verifying Checksum fe8db71ee638: Download complete fe8db71ee638: Pull complete Digest: sha256:9e9e8b4f9e6f97d776b9c47fd6460dfe7f3dbeef618033dc06442cad9e150805 Status: Downloaded newer image for nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly INFO: test_target is sanity + [[ ubuntu == \u\b\u\n\t\u ]] + [[ 22.04 > 24 ]] + python3 -m pip --version pip 25.2 from /usr/local/lib/python3.10/dist-packages/pip (python 3.10) + sudo python3 -m pip install jinja2 Looking in indexes: http://tf-mirrors.gz1.opensdn.io/root/pypi/+simple/ Requirement already satisfied: jinja2 in /usr/lib/python3/dist-packages (3.0.3) WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning. + set +x set ssh options for ubuntu user INFO: get testrunner.sh from image INFO: docker installed: Docker version 28.4.0, build d8eb465 nightly: Pulling from opensdn-test-test Digest: sha256:9e9e8b4f9e6f97d776b9c47fd6460dfe7f3dbeef618033dc06442cad9e150805 Status: Image is up to date for nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly c345d83744298f3de6fe43d90fcff64a968e02121a92e75da3e6b66ef4cc9376 KOxn61odEv INFO: prepare input parameters from template /home/ubuntu/src/opensdn-io/tf-dev-test/tf-sanity/tf_test_input.yaml.j2 INFO: TF test input: provider_config: bms: ssh_user: "ubuntu" ssh_pwd: domainsuffix: "" instances: 10_0_0_249: ip: 10.0.0.249 provider: bms roles: analytics: analytics_snmp: analytics_alarm: analytics_database: config: config_database: control: webui: openstack: 10_0_0_22: ip: 10.0.0.22 provider: bms roles: analytics: analytics_snmp: analytics_alarm: analytics_database: config: config_database: control: webui: 10_0_0_49: ip: 10.0.0.49 provider: bms roles: analytics: analytics_snmp: analytics_alarm: analytics_database: config: config_database: control: webui: 10_0_0_254: ip: 10.0.0.254 provider: bms roles: vrouter: openstack_compute: 10_0_0_19: ip: 10.0.0.19 provider: bms roles: vrouter: openstack_compute: contrail_configuration: LOG_LEVEL: SYS_DEBUG CONTRAIL_CONTAINER_TAG: nightly CLOUD_ORCHESTRATOR: openstack OPENSTACK_VERSION: yoga AUTH_MODE: keystone KEYSTONE_AUTH_URL_VERSION: /v3 ANALYTICSDB_ENABLE: "true" ANALYTICS_ALARM_ENABLE: "true" ANALYTICS_SNMP_ENABLE: "true" CONTROLLER_NODES: "10.0.0.249,10.0.0.22,10.0.0.49" # Network isolation case. # services might be on different IPs, # but list of nodes is still in CONTROLLER_NODES CONTROL_NODES: "10.20.0.25,10.20.0.17,10.20.0.193," orchestrator_configuration: keystone: version: v3 password: contrail123 deployment: orchestrator: openstack deployer: contrail-ansible-deployer test_configuration: image_web_server: nexus.opensdn.io/repository/ use_project_scoped_token: True container_runtime: docker INFO: run tests... ./tf_test_input.yaml ./tf_test_input.yaml + trap resume_pid 10 + getopts :T:t:p:f:h opt + TESTBED=/opt/contrail/utils/fabfile/testbeds/testbed.py + CONTRAIL_FABPATH=/opt/contrail/utils + CONTRAIL_TEST_FOLDER=/contrail-test + FEATURE=sanity + TEST_TAGS=sanity + [[ ! -f /contrail-test/contrail_test_input.yaml ]] + '[' '!' /opt/contrail/utils/fabfile/testbeds/testbed.py -ef /opt/contrail/utils/fabfile/testbeds/testbed.py ']' + mkdir -p /opt/contrail/utils/fabfile/testbeds/ + cp /opt/contrail/utils/fabfile/testbeds/testbed.py /opt/contrail/utils/fabfile/testbeds/testbed.py cp: cannot stat '/opt/contrail/utils/fabfile/testbeds/testbed.py': No such file or directory + cd /contrail-test + run_tests='./run_tests.sh --contrail-fab-path /opt/contrail/utils ' + [[ -n '' ]] + [[ -n sanity ]] + [[ sanity =~ ci_sanity ]] + ./run_tests.sh --contrail-fab-path /opt/contrail/utils -T sanity + declare -a pids + trap resume_pids 10 1 2 3 6 + source tools/common.sh + export PYTHON=/usr/bin/python3 + PYTHON=/usr/bin/python3 ++ which testr + TESTR=/usr/local/bin/testr ++ which subunit2junitxml + SUBUNIT2JUNIT=/usr/local/bin/subunit2junitxml + rm -rf .testrepository + testrargs= + path= + tags= + venv=.venv + with_venv=tools/with_venv.sh + always_venv=0 + never_venv=1 + no_site_packages=0 + debug=0 + force=0 + wrapper= + config_file= + update=0 + upgrade=0 + upload=0 + logging=0 + logging_config=logging.conf + concurrency= + parallel=0 + failure_threshold= + contrail_fab_path=/opt/contrail/utils ++ date +%Y_%m_%d_%H_%M_%S + export SCRIPT_TS=2025_09_11_02_02_47 + SCRIPT_TS=2025_09_11_02_02_47 ++ getopt -o pVNnfuUsthdC:lLmF:T:c: -l test-failure-threshold:,prepare,virtual-env,no-virtual-env,no-site-packages,force,upgrade,k8s_upgrade,update,upload,sanity,parallel,help,debug,config:,logging,logging-config,send-mail,features:,tags:,concurrency:,contrail-fab-path: -- --contrail-fab-path /opt/contrail/utils -T sanity + options=' --contrail-fab-path '\''/opt/contrail/utils'\'' -T '\''sanity'\'' --' + eval set -- --contrail-fab-path ''\''/opt/contrail/utils'\''' -T ''\''sanity'\''' -- ++ set -- --contrail-fab-path /opt/contrail/utils -T sanity -- + first_uu=yes + '[' 5 -gt 0 ']' + case "$1" in + contrail_fab_path=/opt/contrail/utils + shift + shift + '[' 3 -gt 0 ']' + case "$1" in + tags=sanity + shift + shift + '[' 1 -gt 0 ']' + case "$1" in + '[' yes == yes ']' + first_uu=no + shift + '[' 0 -gt 0 ']' ++ echo sanity ++ sed 's/,/ /g' + tags=sanity + config_file=/contrail-test/contrail_test_input.yaml + [[ -n /contrail-test/contrail_test_input.yaml ]] + export TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml + TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml + prepare + '[' -n /contrail-test/contrail_test_input.yaml ']' ++ readlink -f /contrail-test/contrail_test_input.yaml + config_file=/contrail-test/contrail_test_input.yaml ++ dirname /contrail-test/contrail_test_input.yaml + export TEST_CONFIG_DIR=/contrail-test + TEST_CONFIG_DIR=/contrail-test ++ basename /contrail-test/contrail_test_input.yaml + export TEST_CONFIG_FILE=contrail_test_input.yaml + TEST_CONFIG_FILE=contrail_test_input.yaml + ssh_key_gen + [[ -f /root/.ssh/id_rsa ]] + [[ -f /root/.ssh/id_rsa.pub ]] + return 0 + start_ssh_agent + ssh-add -l + '[' 2 == 2 ']' + test -r /root/.ssh-agent + ssh-add -l + '[' 2 == 2 ']' + umask 066 + ssh-agent + eval 'SSH_AUTH_SOCK=/tmp/ssh-XXXXXXHczf3A/agent.24; export SSH_AUTH_SOCK; SSH_AGENT_PID=25; export SSH_AGENT_PID; echo Agent pid 25;' ++ SSH_AUTH_SOCK=/tmp/ssh-XXXXXXHczf3A/agent.24 ++ export SSH_AUTH_SOCK ++ SSH_AGENT_PID=25 ++ export SSH_AGENT_PID ++ echo Agent pid 25 + ssh-add Identity added: /root/.ssh/id_rsa (jenkins@tf-jenkins) + source_file_ssh_agent + cat + '[' 0 -eq 1 ']' + export REPORT_DETAILS_FILE=report_details_2025_09_11_02_02_47.ini + REPORT_DETAILS_FILE=report_details_2025_09_11_02_02_47.ini + export REPORT_FILE=report/junit-noframes.html + REPORT_FILE=report/junit-noframes.html ++ dirname ./run_tests.sh + cd . + '[' 0 -eq 1 ']' + '[' 1 -eq 0 ']' + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test + apply_patches + apply_junitxml_patch + patch_path=/contrail-test/tools/patches + src_path=/usr/lib/python2.6/site-packages + '[' -d /usr/lib/python2.6/site-packages/junitxml ']' + src_path=/usr/local/lib/python2.7/dist-packages + '[' -d /usr/local/lib/python2.7/dist-packages/junitxml ']' + src_path=/usr/lib/python2.7/site-packages/ + '[' -d /usr/lib/python2.7/site-packages//junitxml ']' + patch -d -p0 -N --dry-run --silent + '[' 2 -eq 0 ']' + filepath=/usr/local/lib/python3.6/site-packages/junitxml + '[' '!' -d /usr/local/lib/python3.6/site-packages/junitxml ']' + filepath=/usr/local/lib/python3.9/site-packages/junitxml + patch -d /usr/local/lib/python3.9/site-packages/junitxml -p0 -N --dry-run --silent + '[' 0 -eq 0 ']' + echo 'Applied patch for python3' Applied patch for python3 + cd /usr/local/lib/python3.9/site-packages/junitxml + patch -p0 -N patching file __init__.py + apply_subunitfilters_patch + patch_path=/contrail-test/tools/patches + filepath=/usr/local/lib/python3.6/site-packages/subunit + '[' '!' -d /usr/local/lib/python3.6/site-packages/subunit ']' + filepath=/usr/local/lib/python3.9/site-packages/subunit + patch -p0 -N --dry-run --silent /usr/local/lib/python3.9/site-packages/subunit/filters.py + '[' 0 -eq 0 ']' + echo 'Applied subunit-filter patch for python3' Applied subunit-filter patch for python3 + patch -p0 -N /usr/local/lib/python3.9/site-packages/subunit/filters.py patching file /usr/local/lib/python3.9/site-packages/subunit/filters.py + export TEST_DELAY_FACTOR=1 + TEST_DELAY_FACTOR=1 + export TEST_RETRY_FACTOR=1 + TEST_RETRY_FACTOR=1 + rm -rf 'result*.xml' ++ get_result_xml ++ result_xml=result_2025_09_11_02_02_47_785.xml ++ echo result_2025_09_11_02_02_47_785.xml + result_xml=result_2025_09_11_02_02_47_785.xml ++ get_result_xml ++ result_xml=result_2025_09_11_02_02_47_15862.xml ++ echo result_2025_09_11_02_02_47_15862.xml + serial_result_xml=result_2025_09_11_02_02_47_15862.xml + GIVEN_TEST_PATH= + '[' '!' -z ']' + check_test_discovery + echo 'Checking if test-discovery is fine' Checking if test-discovery is fine + bash -x tools/check_test_discovery.sh + echo 'Validating if test discovery passes in scripts/ and serial_scripts' Validating if test discovery passes in scripts/ and serial_scripts + echo '' + GIVEN_TEST_PATH= + export PYTHON=/usr/bin/python3 + PYTHON=/usr/bin/python3 ++ which testr + export TESTR=/usr/local/bin/testr + TESTR=/usr/local/bin/testr + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures + export OS_TEST_PATH=./scripts + OS_TEST_PATH=./scripts + /usr/local/bin/testr list-tests /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \ OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \ OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \ ${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources /usr/local/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? if word_sep is not '': /contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="? if type(public_network_obj).__name__ is 'VirtualNetwork': /contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="? if encoding is 'All': /contrail-test/tcutils/collector/opserver_util.py:388: SyntaxWarning: "is" with a literal. Did you mean "=="? if len(match_v) is 1: /contrail-test/tcutils/collector/opserver_util.py:389: SyntaxWarning: "is" with a literal. Did you mean "=="? if match_v[0][-1] is '*': /usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:868: SyntaxWarning: "is not" with a literal. Did you mean "!="? if rpc_rsp_e.text is not None and rpc_rsp_e.text.strip() is not '': /usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:1271: SyntaxWarning: "is not" with a literal. Did you mean "!="? if auto_probe is not 0: /usr/local/lib/python3.9/site-packages/jnpr/junos/rpcmeta.py:145: SyntaxWarning: "is not" with a literal. Did you mean "!="? if model and filter_xml is None and options.get('format') \ /usr/local/lib/python3.9/site-packages/jnpr/junos/utils/start_shell.py:137: SyntaxWarning: "is not" with a literal. Did you mean "!="? self.last_ok = got is not '' /contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is "TCP": /contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="? if traffic_type is "ICMP": /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 1: /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 2: scripts.RR.test_rr.TestBasicRR.test_basic_RR[sanity] scripts.RR.test_rr.TestBasicRR.test_create_vm_after_RR_set[sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs scripts.analytics.test_analytics.AnalyticsTestSanity1.test_stats_tables scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify__bgp_router_uve_up_xmpp_and_bgp_count scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify_bgp_peer_uve scripts.analytics.test_analytics.AnalyticsTestSanity3.test_db_nodemgr_status[dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_collector_connections[dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_connections_to_collector_node[dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_agent[cb_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_analytics_node[cb_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_control_node[cb_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics_basic.AnalyticsBasicTestSanity.test_verify_object_logs[ci_sanity,dev_sanity_dpdk,sanity,suite1] scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_2byte scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_4byte scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_asn_update scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_basic[todo_sanity] scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_community scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_hold_time scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ibgp scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv4_prefix_limit_idle_timeout scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv6_prefix_limit_idle_timeout scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_md5 scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_route_origin_override scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_as_override scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_bfd_suppress_route_advt scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_ipv4_mapped_ipv6_nexthop scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_with_bfd_shc_attached_to_vmi scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem19989_adddelete_vmi scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20052 scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20284 scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_admin_tenant scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_user_tenant scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_sample_floating_ip_transmit_packets scripts.db_manage.test_db_manage.DbManageTest.test_db_manage[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.documentation.test_docs.DocumentationTest.test_analytics_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.documentation.test_docs.DocumentationTest.test_config_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_basic[todo_sanity] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_bug_1749695[todo_sanity] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_through_floatingvn scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_different_forwarding_mode[upgrade] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_floating_ip scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_policy scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_secondary_ip[upgrade] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_sg scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_deletion scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_ip scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_port scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_protocol scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_ip[sanity] scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_port scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_vm_suspend_restart scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc_pol_update scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_add_flows scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_diff_proto scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_incr_dip scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_policy_bind_unbind scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_v2_in_network_nat_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc_pol_update scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_add_flows scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_diff_proto scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_incr_dip scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_policy_bind_unbind scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_v2_in_network_nat_with_3_instance[dev_sanity_dpdk] scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_3_instance scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments_packet_mode scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap_packet_mode scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_packet_mode scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_static_route_no_policy[sanity] scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_3_instance scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_static_route_no_policy[sanity] scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_static_route_no_policy scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_v2_transparent_with_3_instance scripts.ecmp.test_ecmp.TestECMPwithFIP_1.test_ecmp_with_svc_with_fip_dest scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_add_del_same_fip scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sip scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sport scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_deletion[sanity] scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_suspend_start scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_deletion scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_suspend_start scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_multi_inline_SVC_VN_with_external_RT scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic[sanity] scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_3_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_multiple_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent_in_net_nat scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat[upgrade] scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_ECMP scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_traffic scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_v2_SC[sanity] scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_multi_inline_SVC_VN_with_external_RT scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic[sanity] scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_3_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_multiple_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent_in_net_nat scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_ECMP scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_traffic scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_v2_SC scripts.ecmp.test_ecmp.TestVRRPwithSVM.test_vrrp_with_svm_toggle_admin_port scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_ecmp_subIntf[upgrade] scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_subIntf scripts.firewall.test_fw.TestFirewallDraftBasic.test_mixed_draft_mode[dev_sanity_dpdk,full_sanity] scripts.floatingip.test_floatingip.FloatingipTestSanity.test_communication_across_borrower_vm scripts.floatingip.test_floatingip.FloatingipTestSanity.test_exhust_Fip_pool_and_release_fip scripts.floatingip.test_floatingip.FloatingipTestSanity.test_mutual_floating_ip scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_in_uve scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_with_traffic scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_removal_of_fip_with_traffic scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vm_restart_with_fip scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vn_info_in_agent_with_fip scripts.floatingip.test_floatingip.FloatingipTestSanity2.test_communication_across__diff_proj scripts.floatingip.test_floatingip.FloatingipTestSanity4.test_tcp_transfer_from_fip_vm scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_native_staticroute scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_policy scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_staticroute scripts.floatingip.test_floatingip_basic.FloatingipBasicTestSanity.test_floating_ip[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1,vrouter_gw] scripts.floatingip.test_mx.TestSanity_MX.test_apply_policy_fip_on_same_vn[mx_test] scripts.floatingip.test_mx.TestSanity_MX.test_fip_with_vm_in_2_vns[mx_test] scripts.floatingip.test_mx.TestSanity_MX.test_ftp_http_with_public_ip[mx_test] scripts.floatingip.test_mx.TestSanity_MX.test_mx_gateway[mx_test,sanity] scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_fwp_tag_priority_order_vmi_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_project scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_project scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vn[k8s_sanity] scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_policy_at_firewall_and_network_level scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_inter_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_intra_vn scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_hbs_with_hbf_type_label scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects_with_non_hbf_project scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbsflag_toggle_with_multiple_projects_with_non_hbf_project scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_quota_limit_for_host_based_service scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnIntraCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnIntraCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnIntraCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnIntraCompute scripts.heat.test_heat.TestHeat.test_ecmp_svc_creation_with_heat scripts.heat.test_heat.TestHeat.test_heat_stacks_list[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity] scripts.heat.test_heat.TestHeat.test_max_inst_change_in_ecmp_svc scripts.heat.test_heat.TestHeat.test_port_based_multi_sc scripts.heat.test_heat.TestHeat.test_proto_based_multi_sc scripts.heat.test_heat.TestHeat.test_pt_multi_inline_v2_svc_creation_with_heat scripts.heat.test_heat.TestHeat.test_public_access_thru_svc_w_fip[cb_sanity,sanity] scripts.heat.test_heat.TestHeat.test_security_group_update scripts.heat.test_heat.TestHeat.test_src_cidr_svc_creation_with_heat scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_nat scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_trans scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innetnat_trans scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innet[sanity] scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk] scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_trans scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_innet_svc scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_trans_svc scripts.heat.test_heat.TestHeat.test_transit_vn_sym_innet_nat scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_innet scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_nat scripts.heat.test_heat.TestHeatIPv6.test_ecmp_svc_creation_with_heat scripts.heat.test_heat.TestHeatIPv6.test_heat_stacks_list scripts.heat.test_heat.TestHeatIPv6.test_max_inst_change_in_ecmp_svc scripts.heat.test_heat.TestHeatIPv6.test_port_based_multi_sc scripts.heat.test_heat.TestHeatIPv6.test_proto_based_multi_sc scripts.heat.test_heat.TestHeatIPv6.test_pt_multi_inline_v2_svc_creation_with_heat scripts.heat.test_heat.TestHeatIPv6.test_public_access_thru_svc_w_fip[cb_sanity,sanity] scripts.heat.test_heat.TestHeatIPv6.test_security_group_update scripts.heat.test_heat.TestHeatIPv6.test_src_cidr_svc_creation_with_heat scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_nat scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_trans scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innetnat_trans scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innet[cb_sanity] scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk] scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_trans scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_innet_svc scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_trans_svc scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_innet_nat scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_innet scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_nat scripts.heat.test_heat_basic.TestBasicHeat.test_svc_creation_with_heat[dev_sanity_dpdk,sanity,suite1] scripts.heat.test_heat_basic.TestBasicHeatIPv6.test_svc_creation_with_heat[sanity] scripts.interAS.test_interas.TestInterAS.test_interAS_labeled_unicast scripts.interAS.test_interas.TestInterAS.test_interAS_remote_vpn scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_dynamic_NH_without_juniper_header_cem8760 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirroring_disable_enable_scenarios[ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header[full_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_egress scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_ingress scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_without_header_ingress[full_sanity] scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_egress scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_ingress scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_without_header_ingress[full_sanity] scripts.k8s_scripts.test_deployment.TestPodDeployment.test_deployment_1 scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_agent scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_control scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_with_deployment scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_local_scale_up_down scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_network_policy scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_nodeport_service scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_external_ip scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_multiple_clients scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_to_10_and_down_to_2 scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_to_non_ecmp scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_flows_with_scale scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_non_ecmp_to_ecmp scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_delete_and_recreate_the_namespace_with_fabric_fwd_enabled scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_fabric_fwd scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_replica_update_for_fabric_fwd[k8s_sanity] scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_fabric_forwarding_disabled_by_default scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_ping_with_jumbo_frame scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_pod_publicreachability_with_fabric_forwarding_enabled scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout scripts.k8s_scripts.test_ingress.TestIngressClusterIp.test_ingress_ip_assignment[ci_k8s_sanity,k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_ingress.TestIngressVNIsolated.test_ingress_fanout scripts.k8s_scripts.test_ingress_tls.TestIngressTLS.test_ingress_tls_1[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_ingress_custom_isolation scripts.k8s_scripts.test_namespace.TestNamespace.test_many_add_delete_ns scripts.k8s_scripts.test_namespace.TestNamespace.test_namespace_1[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_pod.TestPod.test_ping_between_two_pods[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_pod.TestPod.test_pod_public_reachability_using_snat scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_ping_between_two_pods[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_pod_public_reachability_using_snat scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_egress scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_ingress[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_egress scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_ingress[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_edit scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_label_edit[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_allow_egress_deny_all scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_allow_all scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_deny_all scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_edit scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_label_edit[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_egress_policies scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_ingress_policies scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_egress_rules scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_ingress_rules scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_egress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_ingress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_egress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_ingress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_deployment_replica_updation[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_k8s_configurations_post_policy_creation[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_pod_selector[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_egress_rule[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_ingress_rule[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_namespace_with_service[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_pod_with_service scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress_fanout[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_service[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_k8s_ingress scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_service[ci_k8s_sanity,k8s_sanity] scripts.k8s_scripts.test_service.TestService.test_cem20907 scripts.k8s_scripts.test_service.TestService.test_kube_dns_lookup[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestService.test_service_scale_up_down scripts.k8s_scripts.test_service.TestService.test_service_type_nodeport scripts.k8s_scripts.test_service.TestService.test_service_with_type_loadbalancer scripts.k8s_scripts.test_service.TestServiceExternalIP.test_service_with_external_ip[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestServiceExternalIPVNIsolated.test_service_with_external_ip[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_cem20907 scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_kube_dns_lookup[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_scale_up_down scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_type_nodeport scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_with_type_loadbalancer scripts.k8s_scripts.test_snat.TestSNAT.test_delete_and_recreate_the_namespace_with_snat_enabled scripts.k8s_scripts.test_snat.TestSNAT.test_deployment_with_replica_update_for_snat[k8s_sanity] scripts.k8s_scripts.test_snat.TestSNAT.test_ping_with_jumbo_frame scripts.k8s_scripts.test_snat.TestSNAT.test_pod_publicreachability_with_snat_enabled scripts.k8s_scripts.test_snat.TestSNAT.test_snat_forwarding_disabled_by_default scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_contrail_status scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_dns_service scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_different_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_same_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_different_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_same_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_inter_vn_inter_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_and_inter_vn_pkt_mode scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_inter_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_intra_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_ipv6_intra_and_inter_vn scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_with_policy scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_add_remove_members scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_client_pool_in_same_net[full_sanity] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_health_monitor scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_fip[cb_sanity,full_sanity] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_lb[upgrade] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_https scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_sg_vip[full_sanity] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_update_attr_verify_haproxy_conf scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_inter_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_intra_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_vrouter_agent_restart scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_bfd_on_targetip_vsrx[todo_sanity] scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_change_fwding_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_macvlan_intf scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vlan_intf scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vmi scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_detach_hc_vsrx scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_diff_subnet_macvlanip scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_dynamically_disable_maciplearningflag scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_fifty_macvlans scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_detach scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_failure scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_in_l3_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_inter_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_intra_compute_intra_subnet scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_subnet_intra_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3[todo_sanity] scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_maciplearning_flag scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_locally_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_vrouter_agent_restart scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_change_fwding_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_macvlan_intf scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vlan_intf scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vmi scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_diff_subnet_macvlanip scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_dynamically_disable_maciplearningflag scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_fifty_macvlans scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_detach scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_failure scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_in_l3_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_inter_compute scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_intra_compute_intra_subnet scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_subnet_intra_compute scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3[todo_sanity] scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_maciplearning_flag scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_locally_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_vrouter_agent_restart scripts.multi_tenancy.test_perms.TestMultitenancy.test_all scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_policy_objects scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_projects scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_vn_objects scripts.multicloud.test_mc.MC_test.test_Overlay_ping scripts.multicloud.test_mc.MC_test.test_Underlay_ping scripts.multicloud.test_mc.MC_test.test_bird_HA scripts.multicloud.test_mc.MC_test.test_openvpn_HA scripts.multicloud.test_mc.MC_test.test_strongswan_HA scripts.multicloud.test_mc.MC_test.test_tag_verification scripts.neutron.lbaas.test_lbaas.TestLbaas.test_create_pool_member_vip scripts.neutron.lbaas.test_lbaas.TestLbaas.test_delete_pool_in_use scripts.neutron.lbaas.test_lbaas.TestLbaas.test_healthmonitor_delete scripts.neutron.lbaas.test_lbaas.TestLbaas.test_member_delete scripts.neutron.lbaas.test_lbaas.TestLbaas.test_vip_delete scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_healthmonitor[suite1] scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_lbmethod_round_robin[suite1] scripts.neutron.test_crud.TestCRUD.test_network_subnet_port_crud scripts.neutron.test_crud.TestCRUD.test_router_crud[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_ports.TestPorts.test_aap_active_active_mode scripts.neutron.test_ports.TestPorts.test_aap_with_fip[cb_sanity,full_sanity] scripts.neutron.test_ports.TestPorts.test_aap_with_fip_vsrx scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_admin_state_toggle scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_priority_change scripts.neutron.test_ports.TestPorts.test_aap_with_zero_mac[cb_sanity,full_sanity] scripts.neutron.test_ports.TestPorts.test_port_admin_state_up scripts.neutron.test_ports.TestPorts.test_port_ip_reuse scripts.neutron.test_ports.TestPorts.test_port_rename scripts.neutron.test_ports.TestPorts.test_ports_attach_detach scripts.neutron.test_ports.TestPorts.test_ports_bindings[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_ports.TestPorts.test_ports_custom_sg scripts.neutron.test_ports.TestPorts.test_ports_device_owner_and_id scripts.neutron.test_ports.TestPorts.test_ports_extra_dhcp_options scripts.neutron.test_ports.TestPorts.test_ports_multiple_specific_subnet_ips scripts.neutron.test_ports.TestPorts.test_ports_no_sg scripts.neutron.test_ports.TestPorts.test_ports_secondary_ip_attach scripts.neutron.test_ports.TestPorts.test_ports_specific_mac scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet_ip[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_ports.TestPorts.test_ports_update_sg scripts.neutron.test_ports.TestPorts.test_shutoff_vm_route_withdrawal scripts.neutron.test_ports.TestPorts.test_zombie_tap_interface scripts.neutron.test_quota.TestQuota.test_default_quota_for_admin_tenant scripts.neutron.test_quota.TestQuota.test_default_quota_for_new_tenant scripts.neutron.test_quota.TestQuota.test_quota_update_of_new_project_by_admin scripts.neutron.test_quota.TestQuota.test_quota_update_of_specific_tenant scripts.neutron.test_quota.TestQuota.test_update_quota_for_new_tenant scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_CEM_22032[cb_sanity] scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior[cb_sanity] scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_diff_projects scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_different_vns scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip[upgrade] scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_diff_projects scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_subnet_attach_detach scripts.neutron.test_routers.TestRouters.test_basic_router_behavior[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_routers.TestRouters.test_router_admin_state_up[full_sanity] scripts.neutron.test_routers.TestRouters.test_router_rename[full_sanity] scripts.neutron.test_routers.TestRouters.test_router_with_alloc_pool_and_gateway scripts.neutron.test_routers.TestRouters.test_router_with_existing_ports scripts.neutron.test_routers_basic.TestRoutersBasic.test_basic_snat_behavior_without_external_connectivity[ci_sanity,dev_sanity_dpdk,sanity,suite1] scripts.neutron.test_sec_group.TestSecurityGroup.test_security_group_rename scripts.neutron.test_subnets.TestSubnets.test_allocation_pools scripts.neutron.test_subnets.TestSubnets.test_bug_1630829 scripts.neutron.test_subnets.TestSubnets.test_dns_nameservers scripts.neutron.test_subnets.TestSubnets.test_enable_dhcp scripts.neutron.test_subnets.TestSubnets.test_gateway scripts.neutron.test_subnets.TestSubnets.test_ip_allocation_order scripts.neutron.test_subnets.TestSubnets.test_subnet_host_routes scripts.neutron.test_subnets.TestSubnets.test_subnet_rename scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_admin_state_up scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_mtu scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_rename scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_protocol_summary scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_source_dest_cidr scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_with_multi_vn_in_vm scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_protocol_summary scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_source_dest_cidr scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_with_multi_vn_in_vm scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1] scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy[quick_sanity,sanity] scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy_to_deny[quick_sanity,sanity] scripts.policy.test_policy.TestBasicPolicyModifyIpv4v6.test_policy_modify_vn_policy[sanity] scripts.policy.test_policy.TestBasicPolicyNegativeIpv4v6.test_remove_policy_with_ref[ci_sanity,sanity] scripts.policy.test_policy.TestBasicPolicyRouting.test_policy_RT_import_export scripts.policy.test_policy.TestBasicPolicyRoutingIpv4v6.test_policy_RT_import_export scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_any[cb_sanity,todo_sanity] scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_cidr scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_duplicate_vn_dst_cidr scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_policy_dst_cidr scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_vn_dst_cidr[cb_sanity] scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_any_dst_pol scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_any[cb_sanity] scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_vn scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_vn_dst_pol[cb_sanity,sanity,vrouter_gw] scripts.policy.test_policy_acl.TestPolicyAcl.test_route_leaking_pass_protocol_src_cidr_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_any scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_duplicate_vn_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_policy_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_vn_dst_cidr[todo_sanity] scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_any_dst_pol scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_any[sanity] scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_vn scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_vn_dst_pol scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_route_leaking_pass_protocol_src_cidr_dst_cidr scripts.policy.test_policy_api.TestApiPolicyFixture01.test_associate_disassociate_api_policy scripts.policy.test_policy_api.TestApiPolicyFixture01.test_create_api_policy scripts.policy.test_policy_api.TestApiPolicyFixture01.test_policy_with_local_keyword_across_multiple_vn scripts.policy.test_policy_api.TestApiPolicyFixture02.test_policy_api_fixtures scripts.policy.test_policy_basic.TestBasicPolicy.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1] scripts.policy.test_policy_basic.TestBasicPolicy.test_policy[suite1] scripts.policy.test_policy_basic.TestBasicPolicy.test_policy_to_deny scripts.policy.test_policy_basic.TestBasicPolicyModify.test_policy_modify_vn_policy[suite1] scripts.policy.test_policy_basic.TestBasicPolicyNegative.test_remove_policy_with_ref[suite1] scripts.policy.test_policy_basic.TestDetailedPolicy0.test_repeated_policy_modify[suite1] scripts.policy.test_policy_detailed.TestDetailedPolicy0Ipv4v6.test_repeated_policy_modify[sanity] scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_multi_vn_repeated_policy_update_with_ping[sanity] scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_single_vn_repeated_policy_update_with_ping scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_multi_vn_repeated_policy_update_with_ping[sanity] scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_single_vn_repeated_policy_update_with_ping scripts.project.test_projects_basic.TestProjectBasic.test_project_add_delete scripts.qos.test_qos.TestQos.test_default_fc_update scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dot1p scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dscp scripts.qos.test_qos.TestQos.test_qos_marking_dscp_on_vhost scripts.qos.test_qos.TestQos.test_qos_remark_based_on_default_fc scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vmi scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vn scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi[cb_sanity,sanity] scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi_ipv6 scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn_ipv6 scripts.qos.test_qos.TestQosPolicy.test_qos_config_and_fc_update_for_dscp_map_on_policy scripts.qos.test_qos.TestQosPolicy.test_qos_remark_dscp_on_particular_rule_of_policy scripts.qos.test_qos.TestQosPolicy.test_qos_vmi_precedence_over_policy_over_vn scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_policy_including_si scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_vmi_of_si scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_route_aggregation scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_with_multiple_route_aggregation_prefixes scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_ext_community_list_match_all_reject scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface[ci_sanity,sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_ext_community[sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static[sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_network_static_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes[sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes_si scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_xmpp_matrix scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_inter_subcluster scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_intra_subcluster scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community_primary_route scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_reject_route scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_secondary_route_no_subcluster_ext_community scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_dep_routes_two_vns_with_same_rt scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_rt_CEM_22032[cb_sanity,sanity] scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_user_def_rt_entry[cb_sanity,sanity] scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_vn_rt_entry scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_basic[sanity,suite1] scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_hold_flow_negative_test scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_basic[sanity,suite1] scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_hold_flow_negative_test scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_port scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_proto scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_port scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_proto scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_port scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_proto scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports scripts.securitygroup.test_regression.SecurityGroupRegressionTests4.test_vn_compute_sg_comb scripts.securitygroup.test_regression.SecurityGroupRegressionTests4Ipv6.test_vn_compute_sg_comb scripts.securitygroup.test_regression.SecurityGroupRegressionTests4_contrail.test_vn_compute_sg_comb scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_default_sg scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_sec_group_with_proto_double_rules_sg1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_default_sg scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_sec_group_with_proto_double_rules_sg1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_default_sg scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_sec_group_with_proto_double_rules_sg1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_no_rule scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_stateful scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_no_rule scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_stateful scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_no_rule scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_stateful scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling2 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling_from_mx_with_si scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_payload_matching scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling2 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling_from_mx_with_si scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_payload_matching scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling2 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling_from_mx_with_si scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_payload_matching scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_intra_vn scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_multiple_rules scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_verify_sg_rule_uuid_in_control_api scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_intra_vn scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_multiple_rules scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_verify_sg_rule_uuid_in_control_api scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_intra_vn scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_multiple_rules scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_verify_sg_rule_uuid_in_control_api scripts.securitygroup.test_regression.SecurityGroupSynAckTest.test_syn_ack_create_flow scripts.securitygroup.test_regression.SecurityGroupSynAckTestIpv6.test_syn_ack_create_flow scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_basic[cb_sanity,ci_contrail_go_kolla_ocata_sanity,sanity,suite1] scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_hold_flow_negative_test scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_collector scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_control scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_dns scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_control_connects_to_rabbitmq scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_dns_connects_to_rabbitmq scripts.service_connections.test_service_connections.TestServiceConnections.test_random_client_connections_to_collector scripts.service_connections.test_service_connections.TestServiceConnections.test_webui_configs scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_interface_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_network_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_multiple_vmis scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_si scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_interface_route_tables_to_vmi scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_network_route_table_to_vns scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_interface_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_network_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_interface_static_table[dev_sanity_dpdk,todo_sanity] scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_network_route_table[cb_sanity,dev_sanity_dpdk,todo_sanity] scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_with_neutron_router scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_net_nat_with_static_routes[sanity] scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath[ci_sanity] scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath[sanity] scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_net_nat_with_static_routes scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_CEM_22032[ci_sanity_WIP,quick_sanity,sanity,suite1] scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_in_network_datapath[ci_sanity_WIP,quick_sanity,sanity,suite1] scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_basic[sanity] scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_e2e_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_http scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_link_local_attach_to_vmi scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_left_hc_link_local_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_nat_left_hc_link_local_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_end_to_end_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_link_local_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_hc_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_left_hc_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_right_hc_fail_svm[sanity] scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_scale_hc_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_serial_hc_fail_svm scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_in_network_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring[ci_sanity_WIP,quick_sanity,sanity] scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_add_more_vns scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_policy_add_delete scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_in_network_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_add_more_vns scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_policy_add_delete scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_attach_detach_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_diff_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_policy_change_rules_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_policy_order_change_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirror_with_deny_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_attach_detach_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_diff_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_policy_change_rules_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_policy_order_change_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirror_with_deny_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer scripts.vdns.test_vdns.TestvDNS0.test_agent_crash_dns_malformed_received scripts.vdns.test_vdns.TestvDNS0.test_vdns_default_mode scripts.vdns.test_vdns.TestvDNS0.test_vdns_fixed_rec_order scripts.vdns.test_vdns.TestvDNS0.test_vdns_ping_diff_vn[full_sanity] scripts.vdns.test_vdns.TestvDNS0.test_vdns_random_rec_order scripts.vdns.test_vdns.TestvDNS0.test_vdns_roundrobin_rec_order scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_diff_projs scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_fip scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_next_vdns[full_sanity] scripts.vdns.test_vdns_basic.TestvDNSBasic0.test_vdns_ping_same_vn[ci_sanity,sanity,suite1] scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_generic_link_local_service scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ipam_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_metadata_service scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_mtu_update scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn_two_vms_two_different_subnets scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vm_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vn_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_Policy_CEM_22032 scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_broadcast_udp_w_chksum scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_bulk_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_diff_proj_same_vn_vm_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_disassociate_vn_from_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_duplicate_vn_add scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_host_route_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_multiple_metadata_service_scale scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_policy_between_vns_diff_proj scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_hard_reboot_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_ping_on_broadcast_multicast scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_release_ipam scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_shutdown_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_soft_reboot_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN3.test_traffic_bw_vms_diff_pkt_size scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_gratuitous_arp scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_updating_vm_ip scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns_chk_ips scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_arp scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_gw_tests scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_in_2_vns_chk_ping scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_intf_tests scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multi_intf_in_same_vn_chk_ping scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multiple_flavors scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_static_ip_tests scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_vn_block_exhaustion scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_in_agent_with_vms_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_name_with_spl_characters scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_agent_cleanup_with_control_node_stop scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_multiple_vn_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_vn_subnet_types scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_cem19894 scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_dns_resolution_for_link_local_service scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_static_route_to_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_dhcp_for_ipv6 scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_sctp_traffic_between_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_scp_tests[todo_sanity] scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_tftp_tests scripts.vm_regression.test_vm.TestBasicVMVN0.test_Policy_CEM_22032 scripts.vm_regression.test_vm.TestBasicVMVN0.test_broadcast_udp_w_chksum scripts.vm_regression.test_vm.TestBasicVMVN0.test_bulk_add_delete scripts.vm_regression.test_vm.TestBasicVMVN0.test_diff_proj_same_vn_vm_add_delete scripts.vm_regression.test_vm.TestBasicVMVN0.test_disassociate_vn_from_vm scripts.vm_regression.test_vm.TestBasicVMVN0.test_duplicate_vn_add scripts.vm_regression.test_vm.TestBasicVMVN0.test_host_route_add_delete scripts.vm_regression.test_vm.TestBasicVMVN0.test_multiple_metadata_service_scale scripts.vm_regression.test_vm.TestBasicVMVN0.test_policy_between_vns_diff_proj scripts.vm_regression.test_vm.TestBasicVMVN1.test_no_frag_in_vm scripts.vm_regression.test_vm.TestBasicVMVN1.test_vn_gateway_flag_disabled scripts.vm_regression.test_vm.TestBasicVMVN2.test_hard_reboot_vm scripts.vm_regression.test_vm.TestBasicVMVN2.test_ping_on_broadcast_multicast scripts.vm_regression.test_vm.TestBasicVMVN2.test_release_ipam scripts.vm_regression.test_vm.TestBasicVMVN2.test_shutdown_vm scripts.vm_regression.test_vm.TestBasicVMVN2.test_soft_reboot_vm scripts.vm_regression.test_vm.TestBasicVMVN3.test_traffic_bw_vms_diff_pkt_size scripts.vm_regression.test_vm.TestBasicVMVN4.test_gratuitous_arp scripts.vm_regression.test_vm.TestBasicVMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum scripts.vm_regression.test_vm.TestBasicVMVN4.test_updating_vm_ip scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns_chk_ips scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_arp scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_gw_tests scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_in_2_vns_chk_ping scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_intf_tests scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multi_intf_in_same_vn_chk_ping scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multiple_flavors scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_static_ip_tests scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_vn_block_exhaustion scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_in_agent_with_vms_add_delete scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_name_with_spl_characters scripts.vm_regression.test_vm.TestBasicVMVN6.test_agent_cleanup_with_control_node_stop scripts.vm_regression.test_vm.TestBasicVMVN6.test_multiple_vn_vm scripts.vm_regression.test_vm.TestBasicVMVN6.test_vn_subnet_types scripts.vm_regression.test_vm.TestBasicVMVN9.test_cem19894 scripts.vm_regression.test_vm.TestBasicVMVN9.test_dns_resolution_for_link_local_service scripts.vm_regression.test_vm.TestBasicVMVN9.test_static_route_to_vm scripts.vm_regression.test_vm.TestBasicVMVNx.test_sctp_traffic_between_vm[sanity] scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_scp_tests[ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,vrouter_gw] scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_tftp_tests scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_generic_link_local_service[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,dev_sanity_dpdk,sanity,suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ipam_add_delete[suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_metadata_service[cb_sanity,ci_sanity,sanity,suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_mtu_update scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn[ci_contrail_go_kolla_ocata_sanity,suite1,upgrade,vrouter_gw] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn_two_vms_two_different_subnets[ci_contrail_go_kolla_ocata_sanity,ci_sanity,sanity,suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vm_add_delete[suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vn_add_delete[suite1] scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_sg_inter_vn[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_with_vn_policy[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_inter_node scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_with_active_flows[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_remove_sg[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_with_aap[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes_intra_node[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_remove_sg_disable_policy[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_inter_node scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_with_active_flows[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_remove_sg[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_with_aap[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes[cb_sanity,dev_reg,sanity] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes_intra_node[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_remove_sg_disable_policy[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_sg_inter_vn[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_with_vn_policy[dev_reg] scripts.vrouter.test_dpdk_bond_lacp.TestLacp.test_bond_lacp_config[dev_reg,sanity] scripts.vrouter.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdk_bond_status[dev_reg,sanity] scripts.vrouter.test_dpdk_fbit_disable_mbuf.TestFbitMergeBuffDisable.test_fbit_disable_mbuf_dpdk[dev_reg,sanity] scripts.vrouter.test_dpdk_gro_gso.TestGroGso.test_dpdk_gro_gso[dev_reg,sanity] scripts.vrouter.test_dpdk_vhost_mtu.TestMtu.test_mtu_config[dev_reg,sanity] scripts.vrouter.test_dpdk_vifdump.TestVifdump.test_vifdump_on_interface[dev_reg,sanity] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error_inter_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_inter_node scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_lbaasv2[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_no_tcp_eviction scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap_ignore_addrs scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error[dev_reg] scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error_inter_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_inter_node scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_lbaasv2 scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_no_tcp_eviction scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap_ignore_addrs scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg,sanity] scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_lbaasv2 scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_duplicate_frags scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_in_order scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_mixed scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_multi_sender scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order1 scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_big_payload scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_icmp scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_inter_node scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_intra_node scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_syn scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_tcp scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_overlapping scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_1[dev_reg,sanity] scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_2[dev_reg] scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_3[dev_reg] scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_4[dev_reg] scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_1[dev_reg] scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_2[cb_sanity,dev_reg,dev_sanity_dpdk,sanity] scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_inter_node[dev_reg,todo_sanity] scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_intra_node[dev_reg,sanity] scripts.vrouter.test_vif_stats.TestvifStats.test_vif_statistics[dev_reg,sanity] + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures + export OS_TEST_PATH=./serial_scripts + OS_TEST_PATH=./serial_scripts + /usr/local/bin/testr list-tests /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \ OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \ OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \ ${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources /usr/local/lib/python3.9/site-packages/selenium/webdriver/firefox/firefox_profile.py:203: SyntaxWarning: "is" with a literal. Did you mean "=="? if setting is None or setting is '': /contrail-test/serial_scripts/policy/test_policy_serial.py:1418: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1600: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1845: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/solution/test_orange_solution.py:510: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:522: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:639: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:650: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:683: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:694: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: serial_scripts.RR.test_rr.TestBasicRR.test_process_restart_with_rr_set[todo_sanity] serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_global_config serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_project serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_global_config serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_projects serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_global_config serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_project serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_flows_cli_cmds[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_logs_cli_cmd_with_multiple_different_optional_args[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_stats_cli_cmds[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_log_verification_with_delete_add_in_network_mode serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_tables serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_level_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_message_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_module serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_node_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_object_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_uves serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_connected_networks_based_on_policy serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_series_table serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_tables serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_process_status_agent serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_record_table_inter_vn[full_sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_sampling_teardown[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_series_table_inter_vn[full_sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_intra_vn serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_with_security_tagging serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_tables_with_invalid_fields_values serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_virtual_machine_uve_vm_tiers serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_for_all_tiers serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_routing_instance serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_tiers serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vrouter_uve_vm_on_vm_create serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_alarmgen_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_analytics_api_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_cassandra_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_collector_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_qe_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_redis_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_stunnel_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_zookeeper_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_bgp_peer_object_logs serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_xmpp_peer_object_logs serial_scripts.asn4.test_asn4.TestAsn4.test_as4_two_mx serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ebgp serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp_sanity[sanity] serial_scripts.asn4.test_asn4.TestAsn4.test_cem_22457_router_asn_reset serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_fiptraffic_before_backup serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_to_backup_restore serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_traffic_after_restore serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as[dev_sanity_dpdk,sanity] serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router_negative serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_negative serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_precedence serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_endtoend_bgpaas_local_as serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_service_port_update serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_stop_start_controllers serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_vsrx_agent_stop serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone[sanity] serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_agent_restart serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_control_restart serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zones_from_single_vnf[sanity] serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_multiple_control_nodes_in_zone serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_attach_to_multiple_vns serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_basic serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_flap_bgp_session serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_logical_router serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_update_RT serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l2_bgpvpn_with_l2_vn serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l3_bgpvpn_with_l3_vn serial_scripts.config.test_1553316.Test1553316.test_create_v6 serial_scripts.control_node_scaling.test_flap_agent_scale.TestBGPScale.test_bgp_scale serial_scripts.device_manager.test_dm.TestDM.test_add_delete_device_using_dm serial_scripts.device_manager.test_dm.TestDM.test_add_delete_vn_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_basic_dm[sanity] serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_device_using_dm serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_vn_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_break_connectivity_to_mx serial_scripts.device_manager.test_dm.TestDM.test_change_import_export_RT serial_scripts.device_manager.test_dm.TestDM.test_change_vtep serial_scripts.device_manager.test_dm.TestDM.test_changing_AS serial_scripts.device_manager.test_dm.TestDM.test_dynamic_tunnels serial_scripts.device_manager.test_dm.TestDM.test_external_group_pushed_to_mx serial_scripts.device_manager.test_dm.TestDM.test_if_vn_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_logs_for_errors serial_scripts.device_manager.test_dm.TestDM.test_multiple_subnets serial_scripts.device_manager.test_dm.TestDM.test_mx_connected_to_bms serial_scripts.device_manager.test_dm.TestDM.test_nc_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_restart_dm serial_scripts.device_manager.test_dm.TestDM.test_vn_change_forwarding_mode serial_scripts.domain.test_domain.TestDomain.test_crud_domain serial_scripts.domain.test_domain.TestDomain.test_domain_sanity serial_scripts.domain.test_domain.TestDomain.test_domain_user_group serial_scripts.domain.test_domain.TestDomain.test_domain_with_diff_user_groups serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_user_in_diff_projects serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_users_in_diff_domains serial_scripts.domain.test_domain.TestDomain.test_perms_with_same_user_in_diff_projects serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_change_encap_mode serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_diff_pkt_sizes serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_encryption_enable_disable serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_link_local_service serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_vhost0 serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_workload serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_ecmp_active_active_aap serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_interface_mirroring serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_interface_up_down serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_config_service serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_strongswan serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_vrouter_agent serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_basic serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_flap serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_restart serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_discrete_port_range serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_port_modify serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_tcp_basic[full_sanity] serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_udp_basic[full_sanity] serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_vhost_policy serial_scripts.dynamic_vgw.test_dynamic_vgw.TestDynamicVgwCases.test_dynamic_vgw_compute_ping serial_scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_precedence serial_scripts.ecmp.test_ecmp.TestECMPMultipleSC.test_ecmp_svc_in_network_with_multiple_service_chains serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_reboot_nodes serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_service_restarts serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_on_same_vn_gw_mx[sanity,serial] serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_vn_with_encaps_change_gw_mx[serial] serial_scripts.encap.test_encap.TestEncapCases.test_encaps_mx_gateway[serial] serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_arp_resolution serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_dns_disabled_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_l2_multicast_traffic serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_scp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_tftp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_l2_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_arp_resolution serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_dns_disabled_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_l2_multicast_traffic serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_scp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_tftp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_l2_mode serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_agent_restart serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_to_verify_epvn_l2_mode_control_node_switchover serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_agent_restart serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_to_verify_epvn_l2_mode_control_node_switchover serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_agent_restart[sanity,serial] serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_to_verify_epvn_l2_mode_control_node_switchover serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_verify_vxlan_mode_with_configured_vxlan_id_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_arp_resolution serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l2l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_dns_disabled_for_l2_vn[cb_sanity,serial,todo_sanity] serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_l2_multicast_traffic serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_scp[full_sanity,serial] serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_tftp serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_qinq_tagged_packets_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_tagged_packets_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_l2_mode[serial] serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_crb_mcast serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_igmp_config serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multigroup_basic serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic_crb_access serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_restart serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_singlenode_sanity serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_multicast_policy serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_source_within_cluster serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6MultiVn.test_evpnt6_multivn_basic serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_crb_mcast serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_evpnt6_multinode_basic_crb_access serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceOnboard.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceRoles.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulOnboard.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulRoles.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_no_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_to_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_no_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_to_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_fabric_assisted_replication serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_no_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_to_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_no_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_to_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_fabric_assisted_replication serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_api_dm_restart serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_dm_stop_start serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_intravn serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_dc_gw_napt[mx_cgnat] serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_instance_on_public_network[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_private_and_public_vn_part_of_lr serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_update_vni serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_dci_negative_case serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_basic serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_restart serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_stop_device_manager serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_dci_negative_case serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_basic serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_restart serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_stop_device_manager serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_default_inet serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_multiple_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_same_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_default_inet serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_multiple_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_same_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_default_inet serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_multiple_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_same_lr serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intervn_basic serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intravn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_restart serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_alarms serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_cb serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_1 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_10 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_11 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_12 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_13 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_14 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_15 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_16 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_17 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_18 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_19 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_2 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_20 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_21 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_22 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_23 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_24 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_25 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_26 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_27 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_28 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_29 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_3 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_30 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_31 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_32 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_33 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_34 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_35 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_36 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_37 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_38 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_39 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_4 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_40 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_41 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_42 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_43 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_44 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_45 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_46 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_47 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_48 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_5 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_6 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_7 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_8 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_9 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_clei serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fan serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_firmware serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fpc serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_pem serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_power serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_re serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_temp serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_clei_models serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_detail serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_1 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_2 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_3 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_4 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_5 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_6 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_mac_addr serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_1 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_2 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_3 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_4 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_5 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_6 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_7 serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_add_rt_to_lr serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vn_from_lr serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vni_from_lr serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vxlan_traffic_between_vn serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_tagged[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_logical_router_static_route_update_in_lr_type5_vrf_on_qfx serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_movement_2 serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_on_spine serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_both_tagged_and_untagged_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_tagged serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_untagged serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_brownfield_user_workflow serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_csn_ha serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_different_vlan_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_tagged[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_ntp_snmp_dns_basic serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_hw_inventory[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_add_remove_interface[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_multiple_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_add_remove_interface serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_multiple_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_1 serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_2 serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_remove_add_instance serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_api_server serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_device_manager[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_rr_role_deletion serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_as_tagged_and_untagged_across_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_same_vpg_different_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_multiple_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_basic serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic_erb serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_update_vlan_id serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_vdns serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_with_multiple_subnets serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_both_tagged_and_untagged_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_bridge_domain_on_leaf_tagged serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_different_vlan_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_tagged[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_lag_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_multihoming_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_restart_device_manager[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_as_tagged_and_untagged_across_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_same_vpg_different_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_single_interface_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestVxlanID.test_check_vxlan_id_reuse serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_rt_to_lr serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_vni_to_lr serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_basic serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_ecmp serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_lr_from_router serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_vn_from_lr serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_restart_device_manager serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_tagged_bms serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_vm_to_bms_ping serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group_2 serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSecurityGroup.test_security_group serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_ebgp serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_static serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_parallel[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_serial[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_serial_one_instance[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_parallel[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_serial[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_serial_one_instance[lcm_sanity] serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_hitless_upgrade serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_multiple_devices_multiple_times serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_spine serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_w_healthcheck_disabled serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_basic serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_public_connectivity_from_vm_bms serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_restart_dm_api_server serial_scripts.fabric_underlay.test_ztp.TestZtpWithErb.test_fabric_erb_intervn_basic serial_scripts.fabric_underlay.test_ztp.TestZtpWorkFlow.test_ztp_workflow serial_scripts.firewall.test_fw.TestFirewallBasic.test_address_group serial_scripts.firewall.test_fw.TestFirewallBasic.test_application_policy_set serial_scripts.firewall.test_fw.TestFirewallBasic.test_endpoint_type serial_scripts.firewall.test_fw.TestFirewallBasic.test_local_scope serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_application serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_order serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_match_tag_type serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_order serial_scripts.firewall.test_fw.TestFirewallBasic.test_service_group serial_scripts.firewall.test_fw.TestFirewallBasic.test_tag_import_order serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress_diff_project serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress_diff_project serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_commit_while_discard_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_discard_while_commit_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_draft_mode_scope serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_1 serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_2 serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_3 serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_across_scopes serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_same_scope serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_global_draft_mode serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_local_draft_mode serial_scripts.firewall.test_fw.TestFirewall_1.test_floating_ip serial_scripts.firewall.test_fw.TestFirewall_1.test_unidirection_rule serial_scripts.firewall.test_fw.TestFirewall_2.test_subinterface serial_scripts.firewall.test_fw.TestFirewall_3.test_allowed_address_pair serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_api_restart serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_basic serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_group serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_objects_quota serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_policy serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_rule_properties serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_shared serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_validate_default serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_policy_application serial_scripts.firewall.test_fwaas_neutron.TestFwaasV6.test_fwaas_v6 serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_service_restart_with_fip[serial] serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_traffic_with_control_node_switchover serial_scripts.floatingip.test_mx.TestSerialSanity_MX.test_change_of_rt_in_vn[mx_test,sanity,serial] serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2_l3 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l3 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2_l3 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l3 serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_aap serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_broadcast_multicast serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip_4518_with_FIP serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_aap serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_fip serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_ipfab_vn_and_cust_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_multi_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_single_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_ip_fab_vn_and_cust_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_multi_vn_ip_fab serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ip_fab[cb_sanity,sanity] serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ipv6 serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_vhost0_policy serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWDSvcChain.test_ip_fabric_svc_in_network_datapath serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot_computes serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_shutdown serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_isolate serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot[ha] serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot_computes serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_api_server_single_failure[ha] serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_cassandra_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_control_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_dns_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_glance_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_haproxy_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_keystone_single_failure[ha] serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_mysql_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_named_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_neutron_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_api_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_conductor_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_scheduler_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_rabbitmq_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_schema_transformer_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_svc_monitor_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_zookeeper_single_failure serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_contrail_apiserver_restart serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_kube_master serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_slave serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kube_manager_restart_on_master serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kubelet_restart_on_computes serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_vrouter_agent_restart serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_config_add_change_while_control_nodes_go_down serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_traffic_connections_while_control_nodes_go_down serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_1GB serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_agent_restart_1GB serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_restart_1GB serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_2MB serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_agent_restart_2MB serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_restart_2MB serial_scripts.huge_pages.test_flow.TestFlowNoHugePage.test_flow_traffic_sanity_no_hugepages serial_scripts.interAS.test_interas.TestInterAS.test_interAS_controller_restart serial_scripts.interAS.test_interas.TestInterAS.test_interAS_ecmp_to_VM serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_remote_ce serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_with_subintf serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_vrouter_restart serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_forwarding_mode serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_ce serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_with_fat_flow serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_with_subintf serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_tcp_remote_ce serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_vrouter_restart serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect_with_alt_names[cb_sanity] serial_scripts.introspect.test_introspect.IntrospectSslTest.test_analytics_introspect serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_cert_without_cn serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_self_signed_cert serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_single_set_certs serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl_negative_cases serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_create[auth] serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_delete[auth] serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_deployments_services_in_easy_ns[auth] serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_service_in_zomsrc_ns[auth] serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_admin_project[auth] serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_custom_project[auth] serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_deployment_in_custom_project[auth] serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_pod_in_custom_project[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_agent_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_kube_manager_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_agent_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_kube_manager_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_k8s_auth_pod_delete[auth] serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_agent_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_kube_manager_restart[auth] serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd__with_kubelet_restart_on_master serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_pod_restart serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_docker_restart_on_slave serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kube_manager_restart serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kubelet_restart_on_slave serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_nodes_reboot serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_vrouter_agent_restart serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_pod_restart serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart[k8s_sanity] serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart_on_master serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_master serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_slave serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_master_reboot serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_nodes_reboot serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_vrouter_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_node_reboot serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_vrouter_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_contrail_apiserver_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_apiserver_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_pods_custom_isolation_post_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_services_custom_isolation_post_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_post_kube_manager_restart serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_vrouter_agent_restart serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_service_isolation_post_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_ingress_reachability_across_projects serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_reachability_across_projects_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_service_reachability_across_projects serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_km_active_backup[k8s_sanity] serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_single_node_failover serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_isolated_namespace[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_non_default_namespace serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_cluster_ip_service_with_pod_multi_intf serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_dns_pod_with_multi_intf serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_ingress_fanout_with_multi_intf_backends serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_fabric_fwd_snat serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_node_reboot serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_mult_intf_with_kebelet_restart_on_master serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_inf_with_contrail_apiserver_restart[pod_multi_intf] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_docker_restart_on_slave[pod_multi_intf] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kube_apiserver_restart serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kubelet_restart_on_slave[pod_multi_intf] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_defualt_route serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_type_nodeport_with_pod_multi_intf serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_with_type_loadbalancer_with_multi_intf_pods serial_scripts.k8s_scripts.test_pod.TestPodScale.test_many_pods[ci_contrail_go_k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_egress_policy_over_project_isolation serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_ingress_policy_over_project_isolation serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_docker_restart[k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_master serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_slave[k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_pod_restart serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_rule_pod_restart serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_vrouter_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_master_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_slaves_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_kube_manager_restart_with_nodeport_services[k8s_sanity,k8s_upgrade] serial_scripts.k8s_scripts.test_service.TestService.test_kubelet_restart_on_slaves_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_reboot_slaves_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_service_with_kube_manager_restart serial_scripts.k8s_scripts.test_service.TestService.test_vrouter_restart_on_slaves_with_nodeports serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_contrail_status_on_compute_with_agent_restart serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_flow_stickiness_with_interface_flap_workload_in_different_vn_and_compute serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_inter_vn_traffic_with_logical_router serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_agent_restart serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_compute_restart serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_physical_interface_flap serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_after_stop_start_vrouter_agent serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_svc_mon_restart serial_scripts.llgr.test_llgr.TestLlgr.test_gr_llgr_mx[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart_gracefully[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart_gracefully[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl_restart[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_llgr_ctrl[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl_restart[llgr] serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_bfd_health_check_vmi_flap_l2mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_check_bgpaas_with_macip_enabled_vns serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_default_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_health_check_detach serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_default_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_learn_route_on_controller_extend_to_MX serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_move_ip_across_computes_l2 serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_static_route_table_inter_vn_inter_compute serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_50 serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_controller_container_restart[full_sanity] serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_vrouter_agent_restart[full_sanity] serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_GT_50_negative serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_drop_new_flows_flag serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_dropstats serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence_with_max_vm_flows serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vmi_level serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level_already_has_some_vmis serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vm serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vrouter_agent serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_md5_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_per_peer_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_check_per_peer_on_control[sanity] serial_scripts.md5.test_md5.TestMd5testsOnControl.test_create_md5_on_control[sanity] serial_scripts.md5.test_md5.TestMd5testsOnControl.test_diff_keys_per_peer_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_different_keys_md5_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_iter_keys_per_peer_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_precedence_per_peer_on_control serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNMultiCompute.test_mvpn_multi_vn_multi_compute serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNSingleCompute.test_mvpn_multi_vn_single_compute serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNMultiCompute.test_mvpn_single_vn_multi_compute serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNSingleCompute.test_mvpn_single_vn_within_compute serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_active_standby_failover serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_lbaas_garbage_collector serial_scripts.neutron.test_ports.TestPorts.test_custom_aap_prefix_length_limit serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_admin_tenant serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_new_tenant serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_quota_for_admin_tenant serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_config_and_vrouter_restart serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_config_and_vrouter_restart serial_scripts.neutron.test_routers.TestRouterSNAT.test_snat_active_standby_mode serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_default_nh_limit[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change_with_mpls[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_one_million[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_default_nh_limit[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change_with_mpls[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_one_million serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_default serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_dynamic_update serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_zero serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_multi_isid serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_single_isid[cb_sanity,full_sanity] serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_multi_isid serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_single_isid serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacMove.test_mac_move serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_change_isid_at_bd serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_mac_learning_disable_at_bd serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_negative_cases_for_bd serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_swap_isids_on_bds serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_zero_isid_config serial_scripts.policy.test_policy_scale.TestScalePolicy.test_one_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicy.test_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicy.test_scale_policy_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicyApi.test_policy_rules_scaling_with_ping_api serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_one_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_scale_policy_with_ping serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_controlnode_switchover_policy_between_vns_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_across_projects serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_modify_rules_of_live_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_with_multi_proto_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_replace_single_vn_modify_rules_of_live_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_modify_rules_of_live_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_with_multi_proto_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_verify_flows_unaffected_by_policy_update serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_implict_rule_proto_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_scaled_udp_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_spl_char_in_name serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_consolidate serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_cross_app_traffic serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_full_time_overlap serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_global_and_project_tags serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_multi_protocol serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_consolidate serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_time_overlap serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_traffic serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_partial_time_overlap serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_project_tags serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_query_where_clause serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_user_specified_aps_name serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_query_select_tags serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_untagged serial_scripts.qos.test_qos.TestQosControlDscp.test_analytics_packet_dscp serial_scripts.qos.test_qos.TestQosControlDscp.test_dns_packet_dscp serial_scripts.qos.test_qos.TestQosControlDscp.test_vhost_marking_over_control_packet_marking serial_scripts.qos.test_qos.TestQosControlDscp.test_xmpp_packet_dscp serial_scripts.qos.test_qos.TestQosEncap.test_qos_remark_dscp_on_vmi_gre_encap serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_config_on_policy_for_all_dscp_entries serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_remark_exp_dscp_on_policy_gre_encap serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_qos_queue_on_vmi_precedence_over_policy_over_vn serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_queue_dscp_on_policy serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_configuration_on_bond_intf serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_rr_queues serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_queues serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_rr_queues serial_scripts.qos.test_qos.TestQosQueueSerial.test_default_queueing serial_scripts.qos.test_qos.TestQosQueueSerial.test_fc_queue_id_update serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dot1p serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dscp serial_scripts.qos.test_qos.TestQosQueueSerial.test_queueing_dscp_on_vhost serial_scripts.qos.test_qos.TestQosSVCSerial.test_qos_queueing_on_vmi_of_si serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_fc serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_qc serial_scripts.qos.test_qos_scaling.TestQosScaling.test_forwarding_class_scaling serial_scripts.qos.test_qos_scaling.TestQosScaling.test_qos_config_scaling serial_scripts.rbac.test_rbac.RbacLbassv2.test_rbac_lbaasv2_plugin serial_scripts.rbac.test_rbac.TestAnalyticsRbac.test_analytics_access serial_scripts.rbac.test_rbac.TestRbac.test_create_delete_service_chain serial_scripts.rbac.test_rbac.TestRbac.test_delete_default_acl serial_scripts.rbac.test_rbac.TestRbac.test_perms2_global_share[ci_sanity,sanity] serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share_basic serial_scripts.rbac.test_rbac.TestRbac.test_rbac_rules_hierarchy serial_scripts.rbac.test_rbac.TestRbac.test_rules_aggregation serial_scripts.rbac.test_rbac.TestRbac2.test_rbac_multiple_roles serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_perms2_owner[ci_sanity,sanity,suite1] serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_acl_different_roles[ci_sanity,sanity,suite1] serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_create_delete_vm[sanity,suite1] serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_vn_share_external_flag_with_member_role serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_messages_in_db_through_contrail_logs serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_sanity_if_provisioned serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_persistence_across_restarts serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_with_multiple_ctrl_nodes serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_vpnv4_route_entry_only_on_RT_interest_receipt serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_longevity[flow_scale] serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_tcp[flow_scale] serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_udp[flow_scale] serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_1krules serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_200rules serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vn serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_sgs_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_np serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_sg serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_sgs_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_snat_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_default_sg_np serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_1krules serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_200rules serial_scripts.scale.scale_test_intf_mirror.test_intf_mirror_entry_scale.TestIntfMirrorScale.test_intf_mirroring_scale_max_number serial_scripts.scale.sub_interface.test_sub.TestSubInterfaceScale.test_sub_interface_scale[sub_intf_scale] serial_scripts.scale.test_alarm_scale.TestScaleAlarm.test_alarm_scaling[scale_alarm] serial_scripts.scale.test_lr_scale.TestLRScale.test_lr serial_scripts.scale.test_lr_scale.TestLRScale.test_subnet_per_vn_lr serial_scripts.scale.test_lr_scale.TestLRScale.test_vn_per_lr serial_scripts.scale.test_scale_config.TestScaleConfig.test_fip_scaling[scale_fip] serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_rulues_scaling[scale_np_rules] serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_scaling[scale_np] serial_scripts.scale.test_scale_config.TestScaleConfig.test_port_scaling[scale_port] serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_rules_scaling[scale_sg_rules] serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_scaling[scale_sg] serial_scripts.scale.test_scale_config.TestScaleConfig.test_vn_scaling[scale_vn] serial_scripts.scale.test_vrf_scale.TestVrfScale.test_compute_node_vrf_scaling[scale_vrf] serial_scripts.scale.test_vrf_scale.TestVrfScale.test_control_node_vrf_scaling[scale_vrf] serial_scripts.scale.test_vrf_scale.TestVrfScale.test_vm_scaling[scale_vrf] serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject.test_sg_multiproject serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProjectIpv6.test_sg_multiproject serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject_contrail.test_sg_multiproject serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_default_sg_active_flow serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow1 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow2 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow3 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow4 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_default_sg_active_flow serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow1 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow2 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow3 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow4 serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_agent serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_config_nodemgr serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_control_from_agent serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_dns_from_agent serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_control serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_dns serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_after_collector_restart_and_agent_sighup serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_on_collector_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_control_connection_after_collector_restart_and_control_sighup serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_agent_connection_on_control_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_convergence_on_agent_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_dns_agent_connection_on_dns_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_control_connection_on_rabbitmq_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_dns_connection_on_rabbitmq_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_recovery_from_errored_configdb_entry_in_control scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_01_verify_post_deploy serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_02_interface_check serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_03_giant_frame_test serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_04_check_tls serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_05_bfd_bgpaas_feature serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_06_sdn_gw_feature serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_07_ha_resiliency serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_08_restart_from_os serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_09_vsrx_cli_restart serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_10_virsh_restart serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_11_BGP_session_flap_before_convergence serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_12_vrouter_restart serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_13_restart_dpdk_compute_hosting_vsfoup serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_14_restart_kernel_compute_hosting_vsfocp serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_15_network_restart_on_compute serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_16_HC_on_BGPaaS serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_run_all_tests serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm[ci_sanity] serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm_with_large_mtu[ci_sanity] serial_scripts.sriov.test_sriov.TestSriov.test_virtual_function_exhaustion_and_resue[ci_sanity] serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_1 serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_all serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_1 serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_all serial_scripts.system_test.flow_tests.test_flow_scaling.TestFlowScaling.test_flow_scaling_interNode_interVN serial_scripts.system_test.flow_tests.test_system_flows.TestFlowMultiProj.test_flow_multi_projects serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodeFIP_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodePol_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodeFIP_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodePol_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNinterNode_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNintraNode_flows serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_behavior serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_forwarding_with_dhcp_disabled serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_asn_and_rt_update serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_configured_vxlan_id_inter_vn serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_ping_between_two_tors_inter_vn serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_after_tsn_failover serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_ovs_restarts serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_tor_agent_restarts serial_scripts.tor.test_bms.TestTor.test_add_remove_vmi_from_tor_lif serial_scripts.tor.test_bms.TestTor.test_arp_proxy_by_vrouter_for_vms serial_scripts.tor.test_bms.TestTor.test_dhcp_flood_for_unknown_mac serial_scripts.tor.test_bms.TestTor.test_enable_disable_unknown_unicast_forwarding serial_scripts.tor.test_bms.TestTor.test_no_dhcp_for_unknown_bms serial_scripts.tor.test_bms.TestTor.test_ovsdb_config_on_tor serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_tagged_bms serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_untagged_bms serial_scripts.tor.test_bms.TestTor.test_ping_between_two_tors_intra_vn serial_scripts.tor.test_bms.TestTor.test_two_vmis_on_lif serial_scripts.tor.test_bms.TestTor.test_unknown_unicast_forwarding serial_scripts.tor.test_bms.TestTor.test_with_multiple_subnets serial_scripts.tor.test_bms.TestVxlanID.test_check_vxlan_id_reuse serial_scripts.tor.test_bms.TestVxlanID.test_diff_vns_but_same_vxlan_id serial_scripts.tor.test_bms.TestVxlanIDWithRouting.test_check_vxlan_id_update serial_scripts.tor.test_bms_negative.TestBMSNegative.test_vmi_delete_when_lif_bound serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_fiptraffic_before_upgrade[upgrade] serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_to_upgrade[upgrade] serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_traffic_after_upgrade[upgrade] serial_scripts.vdns.test_vdns.TestvDNS0.test_vdns_zrecord_scaling serial_scripts.vdns.test_vdns.TestvDNS1.test_vdns_tree_scaling serial_scripts.vdns.test_vdns.TestvDNS2.test_vdns_server_scaling serial_scripts.vdns.test_vdns.TestvDNSRestart.test_agent_query_all_dns_servers_policy_fixed serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_agent_restart serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_controlnode_switchover serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_dns_restart serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_named_restart serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_diff_zone serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_same_zone serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_different_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_same_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_multiple_subnet_for_single_vgw serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_different_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_same_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_restart_of_vgw_node serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_bring_up_vm_with_control_node_down serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_control_node_switchover[cb_sanity,sanity] serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_ipam_persistence_across_restart_reboots serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_kill_service_verify_core_generation serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_max_vm_flows serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_add_delete_with_stop_start_service serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_delete_with_stop_start_service serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_nova_com_sch_restart_with_multiple_vn_vm serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_in_policy_between_vns[cb_sanity,sanity] serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_with_multiple_vn_vm serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_underlay_broadcast_traffic_handling[sanity] serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_ssl_disabled_on_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_cert_in_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_key_in_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_without_cert_key_in_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_no_ca_cert serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_ssl_service_without_ca_cert serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled_only_on_agent serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_flag_not_set_in_agent serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_cert_in_agent serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_key_in_agent serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerial.test_disable_policy_ecmp_siv2 serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerialIpv6.test_disable_policy_ecmp_siv2 serial_scripts.vrouter.test_drop_stats.TestDropStats.test_flow_action_drop_stats[dev_reg,sanity] serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrIpv6Serial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg,sanity] serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_add_delete_fat_flow_config[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn_intra_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_inter_vn_inter_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_intra_vn_inter_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_port_zero_intra_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_vn_vmi[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_with_service_chain[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_add_delete_fat_flow_config[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn_intra_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_inter_vn_inter_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_intra_vn_inter_node[cb_sanity,sanity] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_port_zero_intra_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_vn_vmi[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_with_service_chain[dev_reg] serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_flow_update_on_route_update serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_with_fuzz_bug_1504710 serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_custom_flow_export_rate serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_default_flow_export_rate serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_after_agent_restart serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_disabling serial_scripts.vrouter.test_flow_scenarios.SimpleTCPFlowEvictionTests.test_flow_entry_after_tcp_session serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_eviction_on_tcp_rst serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_on_normal_tcp_close serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_hping3_tcp_traffic_for_eviction serial_scripts.vrouter.test_negative.KernelCrashTest.test_crash_file_creation serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_inter_node serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_intra_node serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_inter_node serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_intra_node serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_inter_node serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_intra_node serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_rate serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_fw_update serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_global serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_on_vmi serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_fw_update serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_global serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_on_vmi serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_inter_node serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_intra_node serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_rate serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_kernal_module_unload_reload serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_xconnect serial_scripts.webui.test_webui.WebuiTestSanity.test1_1_create_svc_templates[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_2_create_ipams[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_3_create_virtual_networks[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_4_create_ports[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_5_create_routers[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_6_create_policies[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_7_attach_policy_to_vn[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_8_launch_virtual_instances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_9_create_svc_instances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_1_create_physical_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_2_create_physical_interfaces[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_3_create_forwarding_classes[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_4_create_qos_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_5_attach_qos_config_to_vn[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_6_create_network_route_table[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_7_attach_network_route_table_to_VN[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_8_create_routing_policies[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_9_create_route_aggregates[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_create_dns_servers[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_1_attach_routing_policy_to_si[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_2_attach_route_aggregate_to_si[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_3_create_svc_health_check[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_create_dns_records[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_3_create_security_groups[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_4_create_floating_ips[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_5_allocate_floating_ips[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_6_associate_floating_ips[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_7_attach_svc_health_check_to_si[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_8_create_bgp_aas[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_9_create_global_qos_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_1_create_bgp_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_2_create_link_local_service[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_3_create_virtual_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_4_create_service_appliance_set[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_5_create_service_appliances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_6_create_alarms_in_project_and_in_global[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_7_create_rbac[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_8_create_ovsdb_tor_agent[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_9_create_netconf_phy_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_edit_net_without_change serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_1_create_vcpe_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_2_create_log_statistic[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_3_create_flow_aging[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_4_create_interface_route_table[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_5_attach_intf_route_table_to_port[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_edit_net_disp_name_change serial_scripts.webui.test_webui.WebuiTestSanity.test3_3_edit_net_disp_name_change_with_spl_char serial_scripts.webui.test_webui.WebuiTestSanity.test3_4_edit_net_by_add_policy serial_scripts.webui.test_webui.WebuiTestSanity.test3_5_edit_net_by_add_subnet serial_scripts.webui.test_webui.WebuiTestSanity.test3_6_edit_net_host_opt serial_scripts.webui.test_webui.WebuiTestSanity.test3_7_edit_net_adv_opt serial_scripts.webui.test_webui.WebuiTestSanity.test3_8_edit_net_dns serial_scripts.webui.test_webui.WebuiTestSanity.test3_9_edit_net_dns_neg serial_scripts.webui.test_webui.WebuiTestSanity.test4_2_edit_net_route_target_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test4_3_edit_net_route_target_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test4_4_edit_net_exp_route_target_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test4_5_edit_net_imp_route_target_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test4_6_edit_net_imp_route_target_asn_ip[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test4_7_create_vn_with_spl_char serial_scripts.webui.test_webui.WebuiTestSanity.test5_1_edit_net_host_opt_neg serial_scripts.webui.test_webui.WebuiTestSanity.test5_2_edit_net_adv_opt_neg serial_scripts.webui.test_webui.WebuiTestSanity.test5_3_edit_net_route_target_neg_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test5_4_edit_net_route_target_neg_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test5_5_edit_net_exp_route_target_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test5_6_edit_net_exp_route_target_neg_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test5_7_negative_case_edit_net_with_invalid_route_target_ip serial_scripts.webui.test_webui.WebuiTestSanity.test5_8_edit_net_exp_route_target_neg_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test5_9_negative_case_edit_net_with_invalid_route_target_num serial_scripts.webui.test_webui.WebuiTestSanity.test6_1_edit_port_without_change serial_scripts.webui.test_webui.WebuiTestSanity.test6_2_edit_port_vn_port_name serial_scripts.webui.test_webui.WebuiTestSanity.test6_4_edit_port_by_add_advanced_option_with_nh_mode_dynamic serial_scripts.webui.test_webui.WebuiTestSanity.test6_5_edit_port_by_add_advanced_option_with_nh_mode_static serial_scripts.webui.test_webui.WebuiTestSanity.test6_6_edit_port_by_dhcp_option serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_1_edit_port_by_fat_flow_protocol_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_edit_port_by_fat_flow_protocol serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_1_edit_port_by_add_advanced_option_allowed_address_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_2_edit_port_by_add_advanced_option_analyzer_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_3_edit_port_by_add_advanced_option_nh_static_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_1_add_sub_interface_with_invalid_vlan_id serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_add_sub_interface serial_scripts.webui.test_webui.WebuiTestSanity.test7_1_edit_config_infra_global_config_forwarding_option serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_1_edit_config_infra_global_config_bgp_option_invalid_values serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_edit_config_infra_global_config_bgp_option serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_alarms_project_and_global[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_records serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_servers serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_forwarding_classes[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_bgp_router serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_flow_aging serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_log_statistic serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_link_local_service serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_project_quotas serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_domain[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_global[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_project[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appl_set serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appliances serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_virtual_router serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_network_route_table[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_floating_ips serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_intf_table serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ipams serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_policies serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ports serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_routers serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_sec_group serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_virtual_networks serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_phy_rtr serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_physical_interfaces[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_qos_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_route_aggregates serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_routing_policies serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_bgpaas[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_instances serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_templates serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_svc_health_check[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_peer_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_dashboard_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_basic_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_basic_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_write_port_with_add_security_group serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_compute_negative_xmpp_auth serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_precedence_xmpp_auth[sanity] serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_restart_services_xmpp_auth serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_undo_xmpp_auth[sanity] + setup_physical_routers + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures + /usr/bin/python3 tools/setup_physical_routers.py contrail_test_input.yaml /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources + [[ -n '' ]] + [[ ! -z '' ]] + '[' -z ']' + '[' '!' -z sanity ']' + testrargs+=sanity + export TAGS=sanity + TAGS=sanity + [[ ! -z sanity ]] + run_tests + testr_init + '[' '!' -d .testrepository ']' + /usr/local/bin/testr init /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources + find . -type f -name '*.pyc' -delete + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts + export OS_TEST_PATH=./scripts/ + OS_TEST_PATH=./scripts/ + export DO_XMPP_CHECK=1 + DO_XMPP_CHECK=1 + '[' '!' -d ./scripts/ ']' + '[' 0 -eq 1 ']' + '[' 0 -eq 0 ']' + echo 'running in serial' running in serial + /usr/local/bin/testr run --subunit sanity + /usr/local/bin/subunit2junitxml -f -o result_2025_09_11_02_02_47_785.xml /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources /contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="? if type(public_network_obj).__name__ is 'VirtualNetwork': /contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="? if encoding is 'All': /contrail-test/tcutils/collector/opserver_util.py:388: SyntaxWarning: "is" with a literal. Did you mean "=="? if len(match_v) is 1: /contrail-test/tcutils/collector/opserver_util.py:389: SyntaxWarning: "is" with a literal. Did you mean "=="? if match_v[0][-1] is '*': /contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is "TCP": /contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="? if traffic_type is "ICMP": /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 1: /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 2: /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources /usr/local/lib/python3.9/site-packages/glanceclient/common/http.py:180: SyntaxWarning: "is not" with a literal. Did you mean "!="? if kwargs.get('cacert', None) is not '': 2025-09-11 02:03:10,658 - INFO - Domain Default found not creating 2025-09-11 02:03:11,132 - INFO - Project ctest-TestBasicRR-84490732 not found, creating it 2025-09-11 02:03:11,861 - INFO - Created Project:ctest-TestBasicRR-84490732, ID : 7d88d6f2-109a-4510-a905-36425f011665 2025-09-11 02:03:13,500 - INFO - ================================================================================ 2025-09-11 02:03:13,500 - INFO - STARTING TEST : test_basic_RR 2025-09-11 02:03:13,500 - INFO - TEST DESCRIPTION : Configure RR in one control node. 1. Verify mesh connections removed 2. Verify ping between VM's works Pass criteria: Step 1 and 2 should pass 2025-09-11 02:03:14,160 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:14,161 - INFO - 2025-09-11 02:03:14,161 - INFO - Skipping Test. Env variable MX_GW_TEST is not set. Skipping the test 2025-09-11 02:03:14,161 - INFO - Skipping Test. Env variable MX_GW_TEST is not set. Skipping the test 2025-09-11 02:03:14,788 - INFO - 2025-09-11 02:03:14,788 - INFO - END TEST : test_basic_RR : SKIPPED[0:00:01] 2025-09-11 02:03:14,788 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:14,791 - INFO - ================================================================================ 2025-09-11 02:03:14,791 - INFO - STARTING TEST : test_create_vm_after_RR_set 2025-09-11 02:03:14,791 - INFO - TEST DESCRIPTION : Configure RR in one control node. 1. Verify mesh connections removed 2. Verify ping between VM's works Pass criteria: Step 1 and 2 should pass 2025-09-11 02:03:15,429 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:15,429 - INFO - 2025-09-11 02:03:15,429 - INFO - Skipping Test. Env variable MX_GW_TEST is not set. Skipping the test 2025-09-11 02:03:15,429 - INFO - Skipping Test. Env variable MX_GW_TEST is not set. Skipping the test 2025-09-11 02:03:16,066 - INFO - 2025-09-11 02:03:16,066 - INFO - END TEST : test_create_vm_after_RR_set : SKIPPED[0:00:02] 2025-09-11 02:03:16,066 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:16,888 - INFO - Deleted project: ctest-TestBasicRR-84490732, ID : 7d88d6f2-109a-4510-a905-36425f011665 2025-09-11 02:03:17,578 - INFO - Using existing project ['default-domain', 'admin'](31f5dad8-4492-4999-8ba2-fc70cb165c85) 2025-09-11 02:03:17,599 - INFO - ================================================================================ 2025-09-11 02:03:17,599 - INFO - STARTING TEST : test_contrail_status 2025-09-11 02:03:17,599 - INFO - TEST DESCRIPTION : Test to verify that all services are running and active 2025-09-11 02:03:18,262 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:18,262 - INFO - 2025-09-11 02:03:18,343 - INFO - 10.0.0.249 2025-09-11 02:03:18,343 - INFO - config 2025-09-11 02:03:18,349 - INFO - config-nodemgr:active 2025-09-11 02:03:18,353 - INFO - api-server:active 2025-09-11 02:03:18,356 - INFO - schema:backup 2025-09-11 02:03:18,360 - INFO - svc-monitor:backup 2025-09-11 02:03:18,363 - INFO - device-manager:backup 2025-09-11 02:03:18,363 - INFO - config-database 2025-09-11 02:03:18,363 - INFO - config-cassandra:active 2025-09-11 02:03:18,363 - INFO - config-zookeeper:active 2025-09-11 02:03:18,363 - INFO - config-rabbitmq:active 2025-09-11 02:03:18,363 - INFO - control 2025-09-11 02:03:18,369 - INFO - control-nodemgr:active 2025-09-11 02:03:18,376 - INFO - control:active 2025-09-11 02:03:18,376 - INFO - named:active 2025-09-11 02:03:18,381 - INFO - dns:active 2025-09-11 02:03:18,381 - INFO - analytics 2025-09-11 02:03:18,387 - INFO - analytics-nodemgr:active 2025-09-11 02:03:18,392 - INFO - analytics-api:active 2025-09-11 02:03:18,399 - INFO - collector:active 2025-09-11 02:03:18,399 - INFO - analytics-database 2025-09-11 02:03:18,399 - INFO - analytics-cassandra:active 2025-09-11 02:03:18,404 - INFO - analyticsdb-nodemgr:active 2025-09-11 02:03:18,408 - INFO - query-engine:active 2025-09-11 02:03:18,409 - INFO - webui 2025-09-11 02:03:18,409 - INFO - webui:active 2025-09-11 02:03:18,409 - INFO - webui-middleware:active 2025-09-11 02:03:18,409 - INFO - redis:active 2025-09-11 02:03:18,409 - INFO - analytics_snmp 2025-09-11 02:03:18,413 - INFO - snmp-collector:active 2025-09-11 02:03:18,413 - INFO - snmp-topology:active 2025-09-11 02:03:18,413 - INFO - analytics_alarm 2025-09-11 02:03:18,414 - INFO - alarmgen:active 2025-09-11 02:03:18,459 - INFO - 10.0.0.22 2025-09-11 02:03:18,459 - INFO - config 2025-09-11 02:03:18,464 - INFO - config-nodemgr:active 2025-09-11 02:03:18,472 - INFO - api-server:active 2025-09-11 02:03:18,478 - INFO - schema:backup 2025-09-11 02:03:18,487 - INFO - svc-monitor:active 2025-09-11 02:03:18,491 - INFO - device-manager:backup 2025-09-11 02:03:18,491 - INFO - config-database 2025-09-11 02:03:18,491 - INFO - config-cassandra:active 2025-09-11 02:03:18,491 - INFO - config-zookeeper:active 2025-09-11 02:03:18,491 - INFO - config-rabbitmq:active 2025-09-11 02:03:18,491 - INFO - control 2025-09-11 02:03:18,496 - INFO - control-nodemgr:active 2025-09-11 02:03:18,500 - INFO - control:active 2025-09-11 02:03:18,500 - INFO - named:active 2025-09-11 02:03:18,505 - INFO - dns:active 2025-09-11 02:03:18,505 - INFO - analytics 2025-09-11 02:03:18,509 - INFO - analytics-nodemgr:active 2025-09-11 02:03:18,514 - INFO - analytics-api:active 2025-09-11 02:03:18,518 - INFO - collector:active 2025-09-11 02:03:18,518 - INFO - analytics-database 2025-09-11 02:03:18,518 - INFO - analytics-cassandra:active 2025-09-11 02:03:18,523 - INFO - analyticsdb-nodemgr:active 2025-09-11 02:03:18,528 - INFO - query-engine:active 2025-09-11 02:03:18,528 - INFO - webui 2025-09-11 02:03:18,528 - INFO - webui:active 2025-09-11 02:03:18,528 - INFO - webui-middleware:active 2025-09-11 02:03:18,528 - INFO - redis:active 2025-09-11 02:03:18,528 - INFO - analytics_snmp 2025-09-11 02:03:18,532 - INFO - snmp-collector:active 2025-09-11 02:03:18,532 - INFO - snmp-topology:active 2025-09-11 02:03:18,532 - INFO - analytics_alarm 2025-09-11 02:03:18,532 - INFO - alarmgen:active 2025-09-11 02:03:18,577 - INFO - 10.0.0.49 2025-09-11 02:03:18,577 - INFO - config 2025-09-11 02:03:18,582 - INFO - config-nodemgr:active 2025-09-11 02:03:18,587 - INFO - api-server:active 2025-09-11 02:03:18,591 - INFO - schema:active 2025-09-11 02:03:18,595 - INFO - svc-monitor:backup 2025-09-11 02:03:18,599 - INFO - device-manager:active 2025-09-11 02:03:18,599 - INFO - config-database 2025-09-11 02:03:18,599 - INFO - config-cassandra:active 2025-09-11 02:03:18,599 - INFO - config-zookeeper:active 2025-09-11 02:03:18,599 - INFO - config-rabbitmq:active 2025-09-11 02:03:18,599 - INFO - control 2025-09-11 02:03:18,604 - INFO - control-nodemgr:active 2025-09-11 02:03:18,609 - INFO - control:active 2025-09-11 02:03:18,609 - INFO - named:active 2025-09-11 02:03:18,614 - INFO - dns:active 2025-09-11 02:03:18,614 - INFO - analytics 2025-09-11 02:03:18,619 - INFO - analytics-nodemgr:active 2025-09-11 02:03:18,623 - INFO - analytics-api:active 2025-09-11 02:03:18,628 - INFO - collector:active 2025-09-11 02:03:18,629 - INFO - analytics-database 2025-09-11 02:03:18,629 - INFO - analytics-cassandra:active 2025-09-11 02:03:18,634 - INFO - analyticsdb-nodemgr:active 2025-09-11 02:03:18,639 - INFO - query-engine:active 2025-09-11 02:03:18,640 - INFO - webui 2025-09-11 02:03:18,640 - INFO - webui:active 2025-09-11 02:03:18,640 - INFO - webui-middleware:active 2025-09-11 02:03:18,640 - INFO - redis:active 2025-09-11 02:03:18,640 - INFO - analytics_snmp 2025-09-11 02:03:18,644 - INFO - snmp-collector:active 2025-09-11 02:03:18,645 - INFO - snmp-topology:active 2025-09-11 02:03:18,645 - INFO - analytics_alarm 2025-09-11 02:03:18,645 - INFO - alarmgen:active 2025-09-11 02:03:18,690 - INFO - 10.0.0.254 2025-09-11 02:03:18,690 - INFO - vrouter 2025-09-11 02:03:18,695 - INFO - vrouter-nodemgr:active 2025-09-11 02:03:18,700 - INFO - agent:active 2025-09-11 02:03:18,756 - INFO - 10.0.0.19 2025-09-11 02:03:18,756 - INFO - vrouter 2025-09-11 02:03:18,763 - INFO - vrouter-nodemgr:active 2025-09-11 02:03:18,768 - INFO - agent:active 2025-09-11 02:03:18,769 - INFO - All the contrail services are up on all nodes 2025-09-11 02:03:18,769 - INFO - contrail-status passed 2025-09-11 02:03:19,399 - INFO - END TEST : test_contrail_status : PASSED[0:00:02] 2025-09-11 02:03:19,399 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:19,481 - INFO - Using existing project ['default-domain', 'admin'](31f5dad8-4492-4999-8ba2-fc70cb165c85) 2025-09-11 02:03:19,490 - INFO - ================================================================================ 2025-09-11 02:03:19,490 - INFO - STARTING TEST : test_db_nodemgr_status 2025-09-11 02:03:19,491 - INFO - TEST DESCRIPTION : Test to verify db nodemgr status 2025-09-11 02:03:20,122 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:20,122 - INFO - 2025-09-11 02:03:20,122 - INFO - Verifying through collector 10.0.0.49 for db node cn-jenkins-deploy-platform-ansible-os-4079-1. 2025-09-11 02:03:20,513 - INFO - Verifying through collector 10.0.0.49 for db node cn-jenkins-deploy-platform-ansible-os-4079-2. 2025-09-11 02:03:20,599 - INFO - Verifying through collector 10.0.0.49 for db node cn-jenkins-deploy-platform-ansible-os-4079-3. 2025-09-11 02:03:21,325 - INFO - END TEST : test_db_nodemgr_status : PASSED[0:00:02] 2025-09-11 02:03:21,325 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:21,327 - INFO - ================================================================================ 2025-09-11 02:03:21,327 - INFO - STARTING TEST : test_verify_generator_collector_connections 2025-09-11 02:03:21,327 - INFO - TEST DESCRIPTION : Description: Verify generator:module connections to collector 1.Verify all generators connected to collector - fails otherwise 2.Get the xmpp peers in vrouter uve and get the active xmpp peer out of it 3.Verify from agent introspect that active xmpp matches with step 2 - fails otherwise 4.Get bgp peers from bgp-peer uve and verify from control node introspect that that matches - fails otherwise Maintainer: sandipd@juniper.net 2025-09-11 02:03:21,942 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:21,942 - INFO - 2025-09-11 02:03:21,947 - INFO - IP 10.0.0.249 port 8083 connected to collector 10.0.0.49 2025-09-11 02:03:21,952 - INFO - IP 10.0.0.22 port 8083 connected to collector 10.0.0.49 2025-09-11 02:03:21,957 - INFO - IP 10.0.0.49 port 8083 connected to collector 10.0.0.49 2025-09-11 02:03:21,960 - INFO - IP 10.0.0.249 port 8084 connected to collector 10.0.0.22 2025-09-11 02:03:21,964 - INFO - IP 10.0.0.22 port 8084 connected to collector 10.0.0.22 2025-09-11 02:03:21,968 - INFO - IP 10.0.0.49 port 8084 connected to collector 10.0.0.249 ERROR: Socket Connection error: HTTPConnectionPool(host='10.0.0.249', port=8087): Max retries exceeded with url: /Snh_CollectorInfoRequest (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 111] Connection refused')) ERROR: Socket Connection error: HTTPConnectionPool(host='10.0.0.22', port=8087): Max retries exceeded with url: /Snh_CollectorInfoRequest (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 111] Connection refused')) 2025-09-11 02:03:21,974 - INFO - IP 10.0.0.49 port 8087 connected to collector 10.0.0.49 ERROR: Socket Connection error: HTTPConnectionPool(host='10.0.0.249', port=8088): Max retries exceeded with url: /Snh_CollectorInfoRequest (Caused by NewConnectionError(': Failed to establish a new connection: [Errno 111] Connection refused')) 2025-09-11 02:03:21,979 - INFO - IP 10.0.0.22 port 8088 connected to collector 10.0.0.249 2025-09-11 02:03:21,982 - INFO - IP 10.0.0.249 port 8090 connected to collector 10.0.0.22 2025-09-11 02:03:21,985 - INFO - IP 10.0.0.22 port 8090 connected to collector 10.0.0.249 2025-09-11 02:03:21,989 - INFO - IP 10.0.0.49 port 8090 connected to collector 10.0.0.49 2025-09-11 02:03:21,993 - INFO - IP 10.0.0.249 port 8091 connected to collector 10.0.0.22 2025-09-11 02:03:21,998 - INFO - IP 10.0.0.22 port 8091 connected to collector 10.0.0.22 2025-09-11 02:03:22,004 - INFO - IP 10.0.0.49 port 8091 connected to collector 10.0.0.22 2025-09-11 02:03:22,465 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1:Control:contrail-control:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,534 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1:Control:contrail-dns:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,609 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2:Control:contrail-control:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,636 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2:Control:contrail-dns:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,667 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3:Control:contrail-control:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,691 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3:Control:contrail-dns:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,724 - INFO - Validated that an-jenkins-deploy-platform-ansible-os-4079-1:Compute:contrail-vrouter-agent:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,754 - INFO - Validated that an-jenkins-deploy-platform-ansible-os-4079-2:Compute:contrail-vrouter-agent:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,774 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Config:contrail-schema:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,792 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Config:contrail-svc-monitor:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,829 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Config:contrail-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,849 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Config:contrail-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,868 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Config:contrail-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,899 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,920 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,958 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:22,983 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,004 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,022 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,042 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,064 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,085 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,114 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Analytics:contrail-collector:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,152 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Database:contrail-query-engine:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,199 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Analytics:contrail-collector:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,230 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Database:contrail-query-engine:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,255 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Analytics:contrail-collector:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,283 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Database:contrail-query-engine:0 is connected to collector 10.0.0.249 2025-09-11 02:03:23,353 - INFO - Active xmpp peer in an-jenkins-deploy-platform-ansible-os-4079-1 vrouter uve is 10.20.0.17 2025-09-11 02:03:23,389 - INFO - Active xmpp peer in an-jenkins-deploy-platform-ansible-os-4079-1 agent introspect is 10.20.0.17 2025-09-11 02:03:23,456 - INFO - Active xmpp peer in an-jenkins-deploy-platform-ansible-os-4079-2 vrouter uve is 10.20.0.25 2025-09-11 02:03:23,496 - INFO - Active xmpp peer in an-jenkins-deploy-platform-ansible-os-4079-2 agent introspect is 10.20.0.25 2025-09-11 02:03:23,561 - INFO - Vrouter an-jenkins-deploy-platform-ansible-os-4079-1 connected to {'10.20.0.17', '10.20.0.25'} xmpp peers out of {'10.20.0.25', '10.20.0.193', '10.20.0.17'} 2025-09-11 02:03:23,561 - INFO - xmpp peer correctly displayed as ['10.20.0.17', '10.20.0.25'] for vrouter an-jenkins-deploy-platform-ansible-os-4079-1 2025-09-11 02:03:23,616 - INFO - Vrouter an-jenkins-deploy-platform-ansible-os-4079-2 connected to {'10.20.0.17', '10.20.0.25'} xmpp peers out of {'10.20.0.25', '10.20.0.193', '10.20.0.17'} 2025-09-11 02:03:23,616 - INFO - xmpp peer correctly displayed as ['10.20.0.17', '10.20.0.25'] for vrouter an-jenkins-deploy-platform-ansible-os-4079-2 2025-09-11 02:03:23,617 - INFO - Verifying through opserver in 10.0.0.49 2025-09-11 02:03:23,764 - INFO - Bgp peers = 2 2025-09-11 02:03:23,764 - INFO - Bgp peers = 2 2025-09-11 02:03:23,764 - INFO - Bgp peers = 2 2025-09-11 02:03:23,764 - INFO - Total xmpp peer connections found = 4 2025-09-11 02:03:24,408 - INFO - END TEST : test_verify_generator_collector_connections : PASSED[0:00:03] 2025-09-11 02:03:24,408 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:24,412 - INFO - ================================================================================ 2025-09-11 02:03:24,413 - INFO - STARTING TEST : test_verify_generator_connections_to_collector_node 2025-09-11 02:03:24,413 - INFO - TEST DESCRIPTION : Test to validate generator connections 2025-09-11 02:03:25,066 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:25,066 - INFO - 2025-09-11 02:03:25,097 - INFO - Validated that an-jenkins-deploy-platform-ansible-os-4079-1:Compute:contrail-vrouter-agent:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,113 - INFO - Validated that an-jenkins-deploy-platform-ansible-os-4079-1:Compute:contrail-vrouter-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,145 - INFO - Validated that an-jenkins-deploy-platform-ansible-os-4079-2:Compute:contrail-vrouter-agent:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,168 - INFO - Validated that an-jenkins-deploy-platform-ansible-os-4079-2:Compute:contrail-vrouter-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,185 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Analytics:contrail-analytics-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,211 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Analytics:contrail-collector:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,228 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,251 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Analytics:contrail-analytics-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,283 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Analytics:contrail-collector:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,303 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,322 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Analytics:contrail-analytics-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,346 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Analytics:contrail-collector:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,363 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Analytics:contrail-analytics-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,389 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Database:contrail-query-engine:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,409 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Database:contrail-database-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,433 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Database:contrail-query-engine:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,452 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Database:contrail-database-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,478 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Database:contrail-query-engine:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,497 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Database:contrail-database-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,515 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1.:Config:contrail-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,533 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2.:Config:contrail-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,551 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3.:Config:contrail-api:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,589 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1:Control:contrail-control:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,607 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1:Control:contrail-control-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,632 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-1:Control:contrail-dns:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,669 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2:Control:contrail-control:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,688 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2:Control:contrail-control-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,715 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-2:Control:contrail-dns:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,750 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3:Control:contrail-control:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,769 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3:Control:contrail-control-nodemgr:0 is connected to collector 10.0.0.249 2025-09-11 02:03:25,825 - INFO - Validated that cn-jenkins-deploy-platform-ansible-os-4079-3:Control:contrail-dns:0 is connected to collector 10.0.0.249 2025-09-11 02:03:26,477 - INFO - END TEST : test_verify_generator_connections_to_collector_node : PASSED[0:00:02] 2025-09-11 02:03:26,477 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:26,479 - INFO - ================================================================================ 2025-09-11 02:03:26,479 - INFO - STARTING TEST : test_verify_process_status_agent 2025-09-11 02:03:26,479 - INFO - TEST DESCRIPTION : Test to validate process_status 2025-09-11 02:03:27,122 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:27,122 - INFO - 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.20.0.25:5269'] servers UP 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1 connected to xmpp 10.20.0.25 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.20.0.17:5269'] servers UP 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1 connected to xmpp 10.20.0.17 2025-09-11 02:03:27,147 - WARNING - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.20.0.193:5269'] servers NOT UP 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.20.0.25:53'] servers UP 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1 connected to dns 10.20.0.25 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.20.0.17:53'] servers UP 2025-09-11 02:03:27,147 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1 connected to dns 10.20.0.17 2025-09-11 02:03:27,147 - WARNING - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.20.0.193:53'] servers NOT UP 2025-09-11 02:03:27,147 - WARNING - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:27,148 - WARNING - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:27,148 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1:contrail-vrouter-agent module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:27,148 - INFO - an-jenkins-deploy-platform-ansible-os-4079-1 connected to collector 10.0.0.49 2025-09-11 02:03:27,772 - INFO - END TEST : test_verify_process_status_agent : PASSED[0:00:01] 2025-09-11 02:03:27,773 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:27,775 - INFO - ================================================================================ 2025-09-11 02:03:27,775 - INFO - STARTING TEST : test_verify_process_status_analytics_node 2025-09-11 02:03:27,775 - INFO - TEST DESCRIPTION : Test to validate process_status-Analytics-Node 2025-09-11 02:03:28,430 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:28,430 - INFO - 2025-09-11 02:03:28,546 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-collector module connection to ['10.0.0.249:8086'] servers UP 2025-09-11 02:03:28,546 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-collector module connection to ['10.0.0.249:6379'] servers NOT UP 2025-09-11 02:03:28,546 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-collector module connection to ['10.0.0.22:6379'] servers NOT UP 2025-09-11 02:03:28,547 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-collector module connection to ['10.0.0.49:6379'] servers NOT UP 2025-09-11 02:03:28,547 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-collector module connection to ['127.0.0.1:6379'] servers UP 2025-09-11 02:03:28,547 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-collector module connection to ['10.0.0.249:9042'] servers UP 2025-09-11 02:03:28,575 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-collector module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:28,575 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-collector module connection to ['10.0.0.22:8086'] servers UP 2025-09-11 02:03:28,575 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-collector module connection to ['10.0.0.249:6379'] servers NOT UP 2025-09-11 02:03:28,575 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-collector module connection to ['10.0.0.22:6379'] servers NOT UP 2025-09-11 02:03:28,575 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-collector module connection to ['10.0.0.49:6379'] servers NOT UP 2025-09-11 02:03:28,575 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-collector module connection to ['127.0.0.1:6379'] servers UP 2025-09-11 02:03:28,575 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-collector module connection to ['10.0.0.249:9042'] servers UP 2025-09-11 02:03:28,614 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:28,615 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:28,615 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:28,615 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['10.0.0.249:6379'] servers NOT UP 2025-09-11 02:03:28,615 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['10.0.0.22:6379'] servers NOT UP 2025-09-11 02:03:28,615 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['10.0.0.49:6379'] servers NOT UP 2025-09-11 02:03:28,615 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['127.0.0.1:6379'] servers UP 2025-09-11 02:03:28,615 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-collector module connection to ['10.0.0.249:9042'] servers UP 2025-09-11 02:03:28,648 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-analytics-api module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:28,648 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-analytics-api module connection to ['10.0.0.22:8086'] servers UP 2025-09-11 02:03:28,687 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-analytics-api module connection to ['10.0.0.249:8086'] servers UP 2025-09-11 02:03:28,726 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-analytics-api module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:28,726 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-analytics-api module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:28,726 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-analytics-api module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:28,758 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-analytics-nodemgr module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:28,758 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-analytics-nodemgr module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:28,758 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1.:contrail-analytics-nodemgr module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:28,785 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-analytics-nodemgr module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:28,786 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2.:contrail-analytics-nodemgr module connection to ['10.0.0.22:8086'] servers UP 2025-09-11 02:03:28,815 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-analytics-nodemgr module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:28,816 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-analytics-nodemgr module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:28,816 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3.:contrail-analytics-nodemgr module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:29,444 - INFO - END TEST : test_verify_process_status_analytics_node : PASSED[0:00:02] 2025-09-11 02:03:29,444 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:29,448 - INFO - ================================================================================ 2025-09-11 02:03:29,449 - INFO - STARTING TEST : test_verify_process_status_control_node 2025-09-11 02:03:29,449 - INFO - TEST DESCRIPTION : Test to validate process_status-Control-Node 2025-09-11 02:03:30,085 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:30,085 - INFO - 2025-09-11 02:03:30,105 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1:contrail-control module connection to 10.0.0.249:9041 servers UP 2025-09-11 02:03:30,106 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1:contrail-control module connection to 10.0.0.249:5673 servers UP 2025-09-11 02:03:30,106 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1:contrail-control module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:30,106 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-1:contrail-control module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:30,106 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-1:contrail-control module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:30,128 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2:contrail-control module connection to 10.0.0.249:9041 servers UP 2025-09-11 02:03:30,128 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2:contrail-control module connection to 10.0.0.249:5673 servers UP 2025-09-11 02:03:30,128 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-2:contrail-control module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:30,128 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-2:contrail-control module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:30,128 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-2:contrail-control module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:30,149 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3:contrail-control module connection to 10.0.0.249:9041 servers UP 2025-09-11 02:03:30,150 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3:contrail-control module connection to 10.0.0.249:5673 servers UP 2025-09-11 02:03:30,150 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3:contrail-control module connection to ['10.0.0.249:8086'] servers NOT UP 2025-09-11 02:03:30,150 - WARNING - cn-jenkins-deploy-platform-ansible-os-4079-3:contrail-control module connection to ['10.0.0.22:8086'] servers NOT UP 2025-09-11 02:03:30,150 - INFO - cn-jenkins-deploy-platform-ansible-os-4079-3:contrail-control module connection to ['10.0.0.49:8086'] servers UP 2025-09-11 02:03:30,793 - INFO - END TEST : test_verify_process_status_control_node : PASSED[0:00:01] 2025-09-11 02:03:30,793 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:30,838 - INFO - Domain Default found not creating 2025-09-11 02:03:30,985 - INFO - Project ctest-AnalyticsBasicTestSanity-03826223 not found, creating it 2025-09-11 02:03:31,631 - INFO - Created Project:ctest-AnalyticsBasicTestSanity-03826223, ID : 62f1c3f9-cf27-44a5-8548-d7750812bacb 2025-09-11 02:03:33,092 - INFO - ================================================================================ 2025-09-11 02:03:33,092 - INFO - STARTING TEST : test_verify_object_logs 2025-09-11 02:03:33,092 - INFO - TEST DESCRIPTION : Description: Test to validate object logs 1.Create vn/vm and verify object log tables updated with those vn, vm and routing-instance - fails otherwise Maintainer: sandipd@juniper.net 2025-09-11 02:03:33,734 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:33,734 - INFO - 2025-09-11 02:03:34,979 - INFO - Created VN ctest-vn22-26432032 2025-09-11 02:03:35,672 - INFO - Verified VN network id 6 for VN 85e7dda1-4ef7-49d5-b5e0-f688e5753cdf 2025-09-11 02:03:35,672 - INFO - Verifications in API Server for VN ctest-vn22-26432032 passed 2025-09-11 02:03:35,767 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn22-26432032 passed 2025-09-11 02:03:36,960 - INFO - Validated that VN default-domain:ctest-AnalyticsBasicTestSanity-03826223:ctest-vn22-26432032 is found in opserver 2025-09-11 02:03:37 URL:http://nexus.opensdn.io/repository///images/converts//cirros-0.3.0-x86_64-disk.vmdk.gz [9186478/9186478] -> "/contrail-test/images/cirros-0.3.0-x86_64-disk.vmdk.gz" [1] 2025-09-11 02:03:40,238 - INFO - VM ([]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:03:50,625 - INFO - Validated ObjectVNTable, ObjectRoutingInstance, ObjectVMTable logs 2025-09-11 02:03:50,625 - INFO - Deleting VM ctest-AnalyticsBasicTestSanity-03826223-20485950 2025-09-11 02:03:50,794 - INFO - Deleting VN ctest-vn22-26432032 2025-09-11 02:03:50,876 - WARNING - Deleting VN ctest-vn22-26432032 failed..Will retry 2025-09-11 02:03:53,287 - INFO - Validated that VN ctest-vn22-26432032 is not found in API Server 2025-09-11 02:03:53,314 - INFO - Validated that VN ctest-vn22-26432032 is not in any agent 2025-09-11 02:03:53,346 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn22-26432032 info 2025-09-11 02:03:53,977 - INFO - END TEST : test_verify_object_logs : PASSED[0:00:20] 2025-09-11 02:03:53,977 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:03:55,048 - INFO - Deleted project: ctest-AnalyticsBasicTestSanity-03826223, ID : 62f1c3f9-cf27-44a5-8548-d7750812bacb 2025-09-11 02:03:55,563 - INFO - Using existing project ['default-domain', 'admin'](31f5dad8-4492-4999-8ba2-fc70cb165c85) 2025-09-11 02:03:55,580 - INFO - ================================================================================ 2025-09-11 02:03:55,581 - INFO - STARTING TEST : test_db_manage 2025-09-11 02:03:55,581 - INFO - TEST DESCRIPTION : Test db_manage.py tool 2025-09-11 02:03:56,226 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:03:56,226 - INFO - 2025-09-11 02:04:00,485 - WARNING - Errors are still present: 2025-09-11 02:04:00,266 ERROR: (v1.41) Checker check_subnet_addr_alloc: Failed: 2025-09-11 02:04:00,485 - WARNING - Ignore some errors untill fix 2025-09-11 02:04:01,170 - INFO - END TEST : test_db_manage : PASSED[0:00:06] 2025-09-11 02:04:01,170 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:04:01,260 - INFO - Using existing project ['default-domain', 'admin'](31f5dad8-4492-4999-8ba2-fc70cb165c85) 2025-09-11 02:04:01,268 - INFO - ================================================================================ 2025-09-11 02:04:01,268 - INFO - STARTING TEST : test_analytics_docs 2025-09-11 02:04:01,268 - INFO - TEST DESCRIPTION : Test db_manage.py tool analytics api docs curl -s http://collector_ips[0]:8081/documentation/index.html | grep "Welcome to Contrail Analytics API documentation!" 2025-09-11 02:04:01,907 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:04:01,907 - INFO - 2025-09-11 02:04:02,557 - INFO - END TEST : test_analytics_docs : PASSED[0:00:01] 2025-09-11 02:04:02,558 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:04:02,560 - INFO - ================================================================================ 2025-09-11 02:04:02,560 - INFO - STARTING TEST : test_config_docs 2025-09-11 02:04:02,560 - INFO - TEST DESCRIPTION : Test db_manage.py tool config api docs curl -s http://cfgm_ips[0]:8082/documentation/index.html | grep "<title>Juniper Contrail Configuration API Model" 2025-09-11 02:04:03,190 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:04:03,190 - INFO - 2025-09-11 02:04:03,835 - INFO - END TEST : test_config_docs : PASSED[0:00:01] 2025-09-11 02:04:03,835 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:04:03,878 - INFO - Domain Default found not creating 2025-09-11 02:04:04,033 - INFO - Project ctest-TestECMPConfigHashFeature-58928478 not found, creating it 2025-09-11 02:04:04,620 - INFO - Created Project:ctest-TestECMPConfigHashFeature-58928478, ID : 6612d4e0-84ba-47f8-8c31-30f95684ddb4 2025-09-11 02:04:07,139 - INFO - Created VN ctest-mgmt_ctest-TestECMPConfigHashFeature-58928478-04491874 2025-09-11 02:04:07,834 - INFO - Created VN ctest-left_ctest-TestECMPConfigHashFeature-58928478-22044635 2025-09-11 02:04:08,600 - INFO - Created VN ctest-right_ctest-TestECMPConfigHashFeature-58928478-10396746 2025-09-11 02:04:08 URL:http://nexus.opensdn.io/repository///images/converts//cirros-0.4.0-x86_64-disk.img [12716032/12716032] -> "/contrail-test/images/cirros-0.4.0-x86_64-disk.img" [1] 2025-09-11 02:04:10,161 - INFO - VM ([<Server: ctest-left_vm_ctest-TestECMPConfigHashFeature-58928478-96927552>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:04:11,665 - INFO - VM ([<Server: ctest-right_vm_ctest-TestECMPConfigHashFeature-58928478-55885484>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:04:11,667 - INFO - ================================================================================ 2025-09-11 02:04:11,668 - INFO - STARTING TEST : test_ecmp_hash_src_ip 2025-09-11 02:04:11,668 - INFO - TEST DESCRIPTION : Validates ecmp hash when only source ip is configured Maintainer : cmallam@juniper.net 2025-09-11 02:04:12,339 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:04:12,339 - INFO - 2025-09-11 02:04:12,340 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:04:13,009 - INFO - 2025-09-11 02:04:13,009 - INFO - END TEST : test_ecmp_hash_src_ip : SKIPPED[0:00:02] 2025-09-11 02:04:13,010 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:04:13,011 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestECMPConfigHashFeature-58928478-55885484 in state BUILD 2025-09-11 02:04:13,011 - INFO - Deleting VM ctest-right_vm_ctest-TestECMPConfigHashFeature-58928478-55885484 2025-09-11 02:04:13,052 - ERROR - VM ctest-right_vm_ctest-TestECMPConfigHashFeature-58928478-55885484 has failed to come up 2025-09-11 02:04:13,052 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:13,052 - ERROR - VM ctest-right_vm_ctest-TestECMPConfigHashFeature-58928478-55885484 has failed to come up 2025-09-11 02:04:13,052 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:13,137 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestECMPConfigHashFeature-58928478-96927552 in state BUILD 2025-09-11 02:04:13,137 - INFO - Deleting VM ctest-left_vm_ctest-TestECMPConfigHashFeature-58928478-96927552 2025-09-11 02:04:13,137 - ERROR - VM ctest-left_vm_ctest-TestECMPConfigHashFeature-58928478-96927552 has failed to come up 2025-09-11 02:04:13,137 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:13,137 - ERROR - VM ctest-left_vm_ctest-TestECMPConfigHashFeature-58928478-96927552 has failed to come up 2025-09-11 02:04:13,137 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:13,208 - INFO - Deleting VN ctest-left_ctest-TestECMPConfigHashFeature-58928478-22044635 2025-09-11 02:04:13,257 - WARNING - Deleting VN ctest-left_ctest-TestECMPConfigHashFeature-58928478-22044635 failed..Will retry 2025-09-11 02:04:15,425 - INFO - Deleting VN ctest-right_ctest-TestECMPConfigHashFeature-58928478-10396746 2025-09-11 02:04:15,485 - WARNING - Deleting VN ctest-right_ctest-TestECMPConfigHashFeature-58928478-10396746 failed..Will retry 2025-09-11 02:04:17,540 - WARNING - Deleting VN ctest-right_ctest-TestECMPConfigHashFeature-58928478-10396746 failed..Will retry 2025-09-11 02:04:19,729 - INFO - Deleting VN ctest-mgmt_ctest-TestECMPConfigHashFeature-58928478-04491874 2025-09-11 02:04:20,695 - INFO - Deleted project: ctest-TestECMPConfigHashFeature-58928478, ID : 6612d4e0-84ba-47f8-8c31-30f95684ddb4 2025-09-11 02:04:20,885 - INFO - Domain Default found not creating 2025-09-11 02:04:21,028 - INFO - Project ctest-TestECMPFeature-04119814 not found, creating it 2025-09-11 02:04:21,586 - INFO - Created Project:ctest-TestECMPFeature-04119814, ID : cdd90f1a-c273-4f1d-868f-0c190bfedc6a 2025-09-11 02:04:24,162 - INFO - Created VN ctest-mgmt_ctest-TestECMPFeature-04119814-18917902 2025-09-11 02:04:24,846 - INFO - Created VN ctest-left_ctest-TestECMPFeature-04119814-22897889 2025-09-11 02:04:25,631 - INFO - Created VN ctest-right_ctest-TestECMPFeature-04119814-83495879 2025-09-11 02:04:27,043 - INFO - VM ([<Server: ctest-left_vm_ctest-TestECMPFeature-04119814-80846789>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:04:28,742 - INFO - VM ([<Server: ctest-right_vm_ctest-TestECMPFeature-04119814-88102564>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:04:28,744 - INFO - ================================================================================ 2025-09-11 02:04:28,745 - INFO - STARTING TEST : test_ecmp_svc_v2_in_network_nat_with_3_instance 2025-09-11 02:04:28,745 - INFO - TEST DESCRIPTION : Description: Validate ECMP with v2 service chaining in-network-nat mode datapath having service instance Test steps: 1. Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2. Creating a service instance in in-network-nat mode with 3 instances and left-interface of the service instances sharing the IP and enabled for static route. 3. Creating a service chain by applying the service instance as a service in a policy between the VNs. 4. Checking for ping and tcp traffic between vm1 and vm2. Pass criteria: Ping between the VMs should be successful and TCP traffic should reach vm2 from vm1. Maintainer : ganeshahv@juniper.net 2025-09-11 02:04:29,419 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:04:29,419 - INFO - 2025-09-11 02:04:29,419 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:04:30,077 - INFO - 2025-09-11 02:04:30,077 - INFO - END TEST : test_ecmp_svc_v2_in_network_nat_with_3_instance : SKIPPED[0:00:02] 2025-09-11 02:04:30,077 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:04:30,080 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestECMPFeature-04119814-88102564 in state BUILD 2025-09-11 02:04:30,080 - INFO - Deleting VM ctest-right_vm_ctest-TestECMPFeature-04119814-88102564 2025-09-11 02:04:30,120 - ERROR - VM ctest-right_vm_ctest-TestECMPFeature-04119814-88102564 has failed to come up 2025-09-11 02:04:30,120 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:30,120 - ERROR - VM ctest-right_vm_ctest-TestECMPFeature-04119814-88102564 has failed to come up 2025-09-11 02:04:30,120 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:30,193 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestECMPFeature-04119814-80846789 in state BUILD 2025-09-11 02:04:30,193 - INFO - Deleting VM ctest-left_vm_ctest-TestECMPFeature-04119814-80846789 2025-09-11 02:04:30,193 - ERROR - VM ctest-left_vm_ctest-TestECMPFeature-04119814-80846789 has failed to come up 2025-09-11 02:04:30,193 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:30,194 - ERROR - VM ctest-left_vm_ctest-TestECMPFeature-04119814-80846789 has failed to come up 2025-09-11 02:04:30,194 - ERROR - Nova failed to get host of the VM 2025-09-11 02:04:30,259 - INFO - Deleting VN ctest-left_ctest-TestECMPFeature-04119814-22897889 2025-09-11 02:04:30,300 - WARNING - Deleting VN ctest-left_ctest-TestECMPFeature-04119814-22897889 failed..Will retry 2025-09-11 02:04:32,495 - INFO - Deleting VN ctest-right_ctest-TestECMPFeature-04119814-83495879 2025-09-11 02:04:32,671 - INFO - Deleting VN ctest-mgmt_ctest-TestECMPFeature-04119814-18917902 2025-09-11 02:04:33,608 - INFO - Deleted project: ctest-TestECMPFeature-04119814, ID : cdd90f1a-c273-4f1d-868f-0c190bfedc6a 2025-09-11 02:04:33,917 - INFO - Domain Default found not creating 2025-09-11 02:04:34,066 - INFO - Project ctest-TestECMPIPv6Fragments-93285021 not found, creating it 2025-09-11 02:04:34,693 - INFO - Created Project:ctest-TestECMPIPv6Fragments-93285021, ID : d17c4b28-c638-4f5d-935b-d99f4a3975cd 2025-09-11 02:04:37,297 - INFO - Created VN ctest-mgmt_ctest-TestECMPIPv6Fragments-93285021-11757277 2025-09-11 02:04:37,899 - INFO - Created VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 2025-09-11 02:04:38,586 - INFO - Created VN ctest-right_ctest-TestECMPIPv6Fragments-93285021-91800324 2025-09-11 02:04:44 URL:http://nexus.opensdn.io/repository///images/converts//ubuntu-traffic.vmdk.gz [705216131/705216131] -> "/contrail-test/images/ubuntu-traffic.vmdk.gz" [1] 2025-09-11 02:05:14,978 - INFO - VM ([<Server: ctest-left_vm_ctest-TestECMPIPv6Fragments-93285021-78594036>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:05:16,512 - INFO - VM ([<Server: ctest-right_vm_ctest-TestECMPIPv6Fragments-93285021-68015594>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:05:16,570 - INFO - Using existing project ['default-domain', 'admin'](31f5dad8-4492-4999-8ba2-fc70cb165c85) 2025-09-11 02:05:16,992 - INFO - admin user already present 2025-09-11 02:05:17,471 - INFO - Adding rules to the default security group in Project admin 2025-09-11 02:05:17,899 - INFO - ================================================================================ 2025-09-11 02:05:17,899 - INFO - STARTING TEST : test_ecmp_svc_in_network_with_static_route_no_policy 2025-09-11 02:05:17,899 - INFO - TEST DESCRIPTION : Description: Validate service chaining in-network mode datapath having a static route entries of the either virtual networks pointing to the corresponding interfaces of the service instance. We will not configure any policy. Test steps: 1. Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2. Creating a service instance in in-network mode with 1 instance and left-interface of the service instance sharing the IP and both the left and the right interfaces enabled for static route. 3. Delete the policy. 4. Checking for ping and tcp traffic between vm1 and vm2. Pass criteria: Ping between the VMs should be successful and TCP traffic should reach vm2 from vm1. Maintainer : ganeshahv@juniper.net 2025-09-11 02:05:18,638 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:05:18,638 - INFO - http://nexus.opensdn.io/repository///images/tinycore//tinycore-in-network.qcow2.gz: 2025-09-11 02:05:19 ERROR 404: tinycore/tinycore-in-network.qcow2.gz. gzip: /contrail-test/images/tinycore-in-network.qcow2.gz: unexpected end of file 2025-09-11 02:05:19,381 - INFO - image /contrail-test/images/tinycore-in-network.qcow2 is not found 2025-09-11 02:05:19,512 - INFO - Service template: ['default-domain', 'ctest-service_template_1-27577676'] deleted successfully. 2025-09-11 02:05:20,238 - INFO - 2025-09-11 02:05:20,238 - INFO - END TEST : test_ecmp_svc_in_network_with_static_route_no_policy : SKIPPED[0:00:03] 2025-09-11 02:05:20,238 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:05:20,241 - INFO - ================================================================================ 2025-09-11 02:05:20,241 - INFO - STARTING TEST : test_ecmp_svc_v2_transparent_with_3_instance 2025-09-11 02:05:20,241 - INFO - TEST DESCRIPTION : Description: Validate ECMP with version 2 service chaining transparent mode datapath having service instance Test steps: 1.Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2.Creating a service instance in transparent mode with 3 instances. 3.Creating a service chain by applying the service instance as a service in a policy between the VNs. 4.Checking for ping and bidirectional tcp traffic between vm1 and vm2. Pass criteria: Ping between the VMs should be successful and TCP traffic should reach vm2 from vm1 and vice-versa. Maintainer : ganeshahv@juniper.net 2025-09-11 02:05:20,940 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:05:20,940 - INFO - 2025-09-11 02:05:20,940 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:05:21,665 - INFO - 2025-09-11 02:05:21,665 - INFO - END TEST : test_ecmp_svc_v2_transparent_with_3_instance : SKIPPED[0:00:01] 2025-09-11 02:05:21,665 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:05:21,667 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestECMPIPv6Fragments-93285021-68015594 in state BUILD 2025-09-11 02:05:21,667 - INFO - Deleting VM ctest-right_vm_ctest-TestECMPIPv6Fragments-93285021-68015594 2025-09-11 02:05:21,708 - ERROR - VM ctest-right_vm_ctest-TestECMPIPv6Fragments-93285021-68015594 has failed to come up 2025-09-11 02:05:21,708 - ERROR - Nova failed to get host of the VM 2025-09-11 02:05:21,708 - ERROR - VM ctest-right_vm_ctest-TestECMPIPv6Fragments-93285021-68015594 has failed to come up 2025-09-11 02:05:21,708 - ERROR - Nova failed to get host of the VM 2025-09-11 02:05:21,795 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestECMPIPv6Fragments-93285021-78594036 in state BUILD 2025-09-11 02:05:21,795 - INFO - Deleting VM ctest-left_vm_ctest-TestECMPIPv6Fragments-93285021-78594036 2025-09-11 02:05:21,795 - ERROR - VM ctest-left_vm_ctest-TestECMPIPv6Fragments-93285021-78594036 has failed to come up 2025-09-11 02:05:21,795 - ERROR - Nova failed to get host of the VM 2025-09-11 02:05:21,795 - ERROR - VM ctest-left_vm_ctest-TestECMPIPv6Fragments-93285021-78594036 has failed to come up 2025-09-11 02:05:21,795 - ERROR - Nova failed to get host of the VM 2025-09-11 02:05:21,866 - INFO - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 2025-09-11 02:05:21,933 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:23,983 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:26,025 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:28,077 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:30,124 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:32,164 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:34,211 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:36,256 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:38,305 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:40,346 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:42,389 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:44,435 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:46,486 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:48,530 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:50,577 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:52,620 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:54,664 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:56,706 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:05:58,748 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:06:00,794 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:06:02,836 - WARNING - Deleting VN ctest-left_ctest-TestECMPIPv6Fragments-93285021-92703045 failed..Will retry 2025-09-11 02:06:05,043 - INFO - Deleting VN ctest-right_ctest-TestECMPIPv6Fragments-93285021-91800324 2025-09-11 02:06:05,113 - WARNING - Deleting VN ctest-right_ctest-TestECMPIPv6Fragments-93285021-91800324 failed..Will retry 2025-09-11 02:06:07,322 - INFO - Deleting VN ctest-mgmt_ctest-TestECMPIPv6Fragments-93285021-11757277 2025-09-11 02:06:08,420 - INFO - Deleted project: ctest-TestECMPIPv6Fragments-93285021, ID : d17c4b28-c638-4f5d-935b-d99f4a3975cd 2025-09-11 02:06:08,615 - INFO - Domain Default found not creating 2025-09-11 02:06:08,930 - INFO - Project ctest-TestECMPSanity-41086924 not found, creating it 2025-09-11 02:06:09,574 - INFO - Created Project:ctest-TestECMPSanity-41086924, ID : 54109fd2-1b39-4795-bbee-887ad88b12bc 2025-09-11 02:06:13,004 - INFO - Created VN ctest-mgmt_ctest-TestECMPSanity-41086924-23558942 2025-09-11 02:06:13,645 - INFO - Created VN ctest-left_ctest-TestECMPSanity-41086924-08632090 2025-09-11 02:06:14,354 - INFO - Created VN ctest-right_ctest-TestECMPSanity-41086924-90099006 2025-09-11 02:06:15,566 - INFO - VM ([<Server: ctest-left_vm_ctest-TestECMPSanity-41086924-52869561>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:06:16,829 - INFO - VM ([<Server: ctest-right_vm_ctest-TestECMPSanity-41086924-42108923>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:06:16,832 - INFO - ================================================================================ 2025-09-11 02:06:16,832 - INFO - STARTING TEST : test_ecmp_svc_in_network_with_static_route_no_policy 2025-09-11 02:06:16,832 - INFO - TEST DESCRIPTION : Description: Validate service chaining in-network mode datapath having a static route entries of the either virtual networks pointing to the corresponding interfaces of the service instance. We will not configure any policy. Test steps: 1. Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2. Creating a service instance in in-network mode with 1 instance and left-interface of the service instance sharing the IP and both the left and the right interfaces enabled for static route. 3. Delete the policy. 4. Checking for ping and tcp traffic between vm1 and vm2. Pass criteria: Ping between the VMs should be successful and TCP traffic should reach vm2 from vm1. Maintainer : ganeshahv@juniper.net 2025-09-11 02:06:17,527 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:06:17,528 - INFO - gzip: /contrail-test/images/tinycore-in-network.qcow2.gz: unexpected end of file 2025-09-11 02:06:18,183 - INFO - image /contrail-test/images/tinycore-in-network.qcow2 is not found 2025-09-11 02:06:18,286 - INFO - Service template: ['default-domain', 'ctest-service_template_1-92584101'] deleted successfully. 2025-09-11 02:06:18,959 - INFO - 2025-09-11 02:06:18,959 - INFO - END TEST : test_ecmp_svc_in_network_with_static_route_no_policy : SKIPPED[0:00:02] 2025-09-11 02:06:18,959 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:06:18,962 - INFO - ================================================================================ 2025-09-11 02:06:18,962 - INFO - STARTING TEST : test_ecmp_svc_v2_transparent_with_3_instance 2025-09-11 02:06:18,962 - INFO - TEST DESCRIPTION : Description: Validate ECMP with version 2 service chaining transparent mode datapath having service instance Test steps: 1.Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2.Creating a service instance in transparent mode with 3 instances. 3.Creating a service chain by applying the service instance as a service in a policy between the VNs. 4.Checking for ping and bidirectional tcp traffic between vm1 and vm2. Pass criteria: Ping between the VMs should be successful and TCP traffic should reach vm2 from vm1 and vice-versa. Maintainer : ganeshahv@juniper.net 2025-09-11 02:06:19,629 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:06:19,629 - INFO - 2025-09-11 02:06:19,630 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:06:20,287 - INFO - 2025-09-11 02:06:20,287 - INFO - END TEST : test_ecmp_svc_v2_transparent_with_3_instance : SKIPPED[0:00:02] 2025-09-11 02:06:20,287 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:06:20,289 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestECMPSanity-41086924-42108923 in state BUILD 2025-09-11 02:06:20,290 - INFO - Deleting VM ctest-right_vm_ctest-TestECMPSanity-41086924-42108923 2025-09-11 02:06:20,321 - ERROR - VM ctest-right_vm_ctest-TestECMPSanity-41086924-42108923 has failed to come up 2025-09-11 02:06:20,321 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:20,321 - ERROR - VM ctest-right_vm_ctest-TestECMPSanity-41086924-42108923 has failed to come up 2025-09-11 02:06:20,321 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:20,394 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestECMPSanity-41086924-52869561 in state BUILD 2025-09-11 02:06:20,394 - INFO - Deleting VM ctest-left_vm_ctest-TestECMPSanity-41086924-52869561 2025-09-11 02:06:20,394 - ERROR - VM ctest-left_vm_ctest-TestECMPSanity-41086924-52869561 has failed to come up 2025-09-11 02:06:20,394 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:20,394 - ERROR - VM ctest-left_vm_ctest-TestECMPSanity-41086924-52869561 has failed to come up 2025-09-11 02:06:20,394 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:20,467 - INFO - Deleting VN ctest-left_ctest-TestECMPSanity-41086924-08632090 2025-09-11 02:06:20,507 - WARNING - Deleting VN ctest-left_ctest-TestECMPSanity-41086924-08632090 failed..Will retry 2025-09-11 02:06:22,676 - INFO - Deleting VN ctest-right_ctest-TestECMPSanity-41086924-90099006 2025-09-11 02:06:22,845 - INFO - Deleting VN ctest-mgmt_ctest-TestECMPSanity-41086924-23558942 2025-09-11 02:06:23,850 - INFO - Deleted project: ctest-TestECMPSanity-41086924, ID : 54109fd2-1b39-4795-bbee-887ad88b12bc 2025-09-11 02:06:24,069 - INFO - Domain Default found not creating 2025-09-11 02:06:24,216 - INFO - Project ctest-TestECMPSanityIPv6-99183330 not found, creating it 2025-09-11 02:06:24,744 - INFO - Created Project:ctest-TestECMPSanityIPv6-99183330, ID : 4e1ffdd7-5764-4371-80ab-66405fba3028 2025-09-11 02:06:27,551 - INFO - Created VN ctest-mgmt_ctest-TestECMPSanityIPv6-99183330-04913968 2025-09-11 02:06:28,433 - INFO - Created VN ctest-left_ctest-TestECMPSanityIPv6-99183330-73715106 2025-09-11 02:06:29,305 - INFO - Created VN ctest-right_ctest-TestECMPSanityIPv6-99183330-02581238 2025-09-11 02:06:30,589 - INFO - VM ([<Server: ctest-left_vm_ctest-TestECMPSanityIPv6-99183330-09622359>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:06:31,963 - INFO - VM ([<Server: ctest-right_vm_ctest-TestECMPSanityIPv6-99183330-94717262>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:06:31,965 - INFO - ================================================================================ 2025-09-11 02:06:31,965 - INFO - STARTING TEST : test_ecmp_svc_in_network_with_3_instance 2025-09-11 02:06:32,634 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:06:32,634 - INFO - 2025-09-11 02:06:32,634 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:06:33,347 - INFO - 2025-09-11 02:06:33,347 - INFO - END TEST : test_ecmp_svc_in_network_with_3_instance : SKIPPED[0:00:02] 2025-09-11 02:06:33,347 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:06:33,349 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestECMPSanityIPv6-99183330-94717262 in state BUILD 2025-09-11 02:06:33,350 - INFO - Deleting VM ctest-right_vm_ctest-TestECMPSanityIPv6-99183330-94717262 2025-09-11 02:06:33,387 - ERROR - VM ctest-right_vm_ctest-TestECMPSanityIPv6-99183330-94717262 has failed to come up 2025-09-11 02:06:33,387 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:33,387 - ERROR - VM ctest-right_vm_ctest-TestECMPSanityIPv6-99183330-94717262 has failed to come up 2025-09-11 02:06:33,387 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:33,483 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestECMPSanityIPv6-99183330-09622359 in state BUILD 2025-09-11 02:06:33,483 - INFO - Deleting VM ctest-left_vm_ctest-TestECMPSanityIPv6-99183330-09622359 2025-09-11 02:06:33,483 - ERROR - VM ctest-left_vm_ctest-TestECMPSanityIPv6-99183330-09622359 has failed to come up 2025-09-11 02:06:33,483 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:33,483 - ERROR - VM ctest-left_vm_ctest-TestECMPSanityIPv6-99183330-09622359 has failed to come up 2025-09-11 02:06:33,483 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:33,579 - INFO - Deleting VN ctest-left_ctest-TestECMPSanityIPv6-99183330-73715106 2025-09-11 02:06:33,633 - WARNING - Deleting VN ctest-left_ctest-TestECMPSanityIPv6-99183330-73715106 failed..Will retry 2025-09-11 02:06:35,811 - INFO - Deleting VN ctest-right_ctest-TestECMPSanityIPv6-99183330-02581238 2025-09-11 02:06:36,022 - INFO - Deleting VN ctest-mgmt_ctest-TestECMPSanityIPv6-99183330-04913968 2025-09-11 02:06:36,923 - INFO - Deleted project: ctest-TestECMPSanityIPv6-99183330, ID : 4e1ffdd7-5764-4371-80ab-66405fba3028 2025-09-11 02:06:37,119 - INFO - Domain Default found not creating 2025-09-11 02:06:37,266 - INFO - Project ctest-TestECMPwithSVMChange-57734276 not found, creating it 2025-09-11 02:06:37,873 - INFO - Created Project:ctest-TestECMPwithSVMChange-57734276, ID : d388f215-a314-4a38-b2db-dc51cec1cf83 2025-09-11 02:06:40,249 - INFO - Created VN ctest-mgmt_ctest-TestECMPwithSVMChange-57734276-04423559 2025-09-11 02:06:40,899 - INFO - Created VN ctest-left_ctest-TestECMPwithSVMChange-57734276-10730453 2025-09-11 02:06:41,559 - INFO - Created VN ctest-right_ctest-TestECMPwithSVMChange-57734276-72777042 2025-09-11 02:06:42,766 - INFO - VM ([<Server: ctest-left_vm_ctest-TestECMPwithSVMChange-57734276-99349684>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:06:44,166 - INFO - VM ([<Server: ctest-right_vm_ctest-TestECMPwithSVMChange-57734276-75893012>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:06:44,168 - INFO - ================================================================================ 2025-09-11 02:06:44,168 - INFO - STARTING TEST : test_ecmp_with_svm_deletion 2025-09-11 02:06:44,168 - INFO - TEST DESCRIPTION : Description: Validate ECMP with service chaining transparent mode datapath by removing SVMs Test steps: 1.Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2.Creating a service instance in transparent mode with 3 instances. 3.Creating a service chain by applying the service instance as a service in a policy between the VNs. 4.Delete the SVMs in the SI one by one. 5.There should be no traffic loss. Pass criteria: Ping between the VMs should be successful and TCP traffic should reach vm2 from vm1 and vice-versa. Maintainer : ganeshahv@juniper.net 2025-09-11 02:06:44,813 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:06:44,813 - INFO - 2025-09-11 02:06:44,813 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:06:45,528 - INFO - 2025-09-11 02:06:45,528 - INFO - END TEST : test_ecmp_with_svm_deletion : SKIPPED[0:00:01] 2025-09-11 02:06:45,528 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:06:45,529 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestECMPwithSVMChange-57734276-75893012 in state BUILD 2025-09-11 02:06:45,529 - INFO - Deleting VM ctest-right_vm_ctest-TestECMPwithSVMChange-57734276-75893012 2025-09-11 02:06:45,564 - ERROR - VM ctest-right_vm_ctest-TestECMPwithSVMChange-57734276-75893012 has failed to come up 2025-09-11 02:06:45,565 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:45,565 - ERROR - VM ctest-right_vm_ctest-TestECMPwithSVMChange-57734276-75893012 has failed to come up 2025-09-11 02:06:45,565 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:45,689 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestECMPwithSVMChange-57734276-99349684 in state BUILD 2025-09-11 02:06:45,689 - INFO - Deleting VM ctest-left_vm_ctest-TestECMPwithSVMChange-57734276-99349684 2025-09-11 02:06:45,689 - ERROR - VM ctest-left_vm_ctest-TestECMPwithSVMChange-57734276-99349684 has failed to come up 2025-09-11 02:06:45,690 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:45,690 - ERROR - VM ctest-left_vm_ctest-TestECMPwithSVMChange-57734276-99349684 has failed to come up 2025-09-11 02:06:45,690 - ERROR - Nova failed to get host of the VM 2025-09-11 02:06:45,790 - INFO - Deleting VN ctest-left_ctest-TestECMPwithSVMChange-57734276-10730453 2025-09-11 02:06:45,841 - WARNING - Deleting VN ctest-left_ctest-TestECMPwithSVMChange-57734276-10730453 failed..Will retry 2025-09-11 02:06:48,018 - INFO - Deleting VN ctest-right_ctest-TestECMPwithSVMChange-57734276-72777042 2025-09-11 02:06:48,181 - INFO - Deleting VN ctest-mgmt_ctest-TestECMPwithSVMChange-57734276-04423559 2025-09-11 02:06:49,125 - INFO - Deleted project: ctest-TestECMPwithSVMChange-57734276, ID : d388f215-a314-4a38-b2db-dc51cec1cf83 2025-09-11 02:06:49,301 - INFO - Domain Default found not creating 2025-09-11 02:06:49,451 - INFO - Project ctest-TestMultiInlineSVC-87641357 not found, creating it 2025-09-11 02:06:50,048 - INFO - Created Project:ctest-TestMultiInlineSVC-87641357, ID : 1e35d764-f1a4-4581-a85e-5165f50309a1 2025-09-11 02:06:52,945 - INFO - Created VN ctest-mgmt_ctest-TestMultiInlineSVC-87641357-72075134 2025-09-11 02:06:53,626 - INFO - Created VN ctest-left_ctest-TestMultiInlineSVC-87641357-83368360 2025-09-11 02:06:54,274 - INFO - Created VN ctest-right_ctest-TestMultiInlineSVC-87641357-22800398 2025-09-11 02:06:55,421 - INFO - VM ([<Server: ctest-left_vm_ctest-TestMultiInlineSVC-87641357-11332566>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:06:56,755 - INFO - VM ([<Server: ctest-right_vm_ctest-TestMultiInlineSVC-87641357-80673840>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:06:56,757 - INFO - ================================================================================ 2025-09-11 02:06:56,757 - INFO - STARTING TEST : test_svc_fate_sharing_basic 2025-09-11 02:06:56,758 - INFO - TEST DESCRIPTION : Description: Basic test to validate fate sharing in a multi inline service chain with 2 SIs, 1 SVM each. Test steps: 1.Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2.Creating 2 inline service instances SI1 and SI2. 3.Creating a service chain by applying the 2 service instances in a policy between t he VNs. 4.Associate an HC instance with right intf of one of the SVMs 5.Bring down the intf in the step 4 6.Verify that all the re-origined routes(ServiceChain) are deleted from all the RIs of all the SIs 7.Verify the step 6 in both control node and agent 8.Bring up the intf in the step 5 8.Verify that the routes should be re-originated again, and the traffic also starts flowing Pass criteria: Ping/Route deletion/Route addition should be successful. Maintainer : ankitja@juniper.net 2025-09-11 02:06:57,398 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:06:57,398 - INFO - gzip: /contrail-test/images/tinycore-in-network.qcow2.gz: unexpected end of file 2025-09-11 02:06:58,059 - INFO - image /contrail-test/images/tinycore-in-network.qcow2 is not found 2025-09-11 02:06:58,155 - INFO - Service template: ['default-domain', 'ctest-service_template_1-26271910'] deleted successfully. 2025-09-11 02:06:58,811 - INFO - 2025-09-11 02:06:58,811 - INFO - END TEST : test_svc_fate_sharing_basic : SKIPPED[0:00:02] 2025-09-11 02:06:58,811 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:06:58,815 - INFO - ================================================================================ 2025-09-11 02:06:58,815 - INFO - STARTING TEST : test_three_stage_v2_SC 2025-09-11 02:06:58,815 - INFO - TEST DESCRIPTION : Description: Validate multi-Inline SVC version 2. Test steps: 1.Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2.Creating 3 service instances. 3.Creating a service chain by applying the 3 service instances in a policy between t he VNs. 4.There should be no traffic loss. Pass criteria: Ping between the VMs should be successful. Maintainer : ganeshahv@juniper.net 2025-09-11 02:06:59,481 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:06:59,482 - INFO - 2025-09-11 02:06:59,482 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:07:00,141 - INFO - 2025-09-11 02:07:00,141 - INFO - END TEST : test_three_stage_v2_SC : SKIPPED[0:00:02] 2025-09-11 02:07:00,141 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:07:00,143 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestMultiInlineSVC-87641357-80673840 in state BUILD 2025-09-11 02:07:00,143 - INFO - Deleting VM ctest-right_vm_ctest-TestMultiInlineSVC-87641357-80673840 2025-09-11 02:07:00,168 - ERROR - VM ctest-right_vm_ctest-TestMultiInlineSVC-87641357-80673840 has failed to come up 2025-09-11 02:07:00,169 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:00,169 - ERROR - VM ctest-right_vm_ctest-TestMultiInlineSVC-87641357-80673840 has failed to come up 2025-09-11 02:07:00,169 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:00,243 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestMultiInlineSVC-87641357-11332566 in state BUILD 2025-09-11 02:07:00,243 - INFO - Deleting VM ctest-left_vm_ctest-TestMultiInlineSVC-87641357-11332566 2025-09-11 02:07:00,243 - ERROR - VM ctest-left_vm_ctest-TestMultiInlineSVC-87641357-11332566 has failed to come up 2025-09-11 02:07:00,243 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:00,243 - ERROR - VM ctest-left_vm_ctest-TestMultiInlineSVC-87641357-11332566 has failed to come up 2025-09-11 02:07:00,244 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:00,346 - INFO - Deleting VN ctest-left_ctest-TestMultiInlineSVC-87641357-83368360 2025-09-11 02:07:00,395 - WARNING - Deleting VN ctest-left_ctest-TestMultiInlineSVC-87641357-83368360 failed..Will retry 2025-09-11 02:07:02,582 - INFO - Deleting VN ctest-right_ctest-TestMultiInlineSVC-87641357-22800398 2025-09-11 02:07:02,768 - INFO - Deleting VN ctest-mgmt_ctest-TestMultiInlineSVC-87641357-72075134 2025-09-11 02:07:03,649 - INFO - Deleted project: ctest-TestMultiInlineSVC-87641357, ID : 1e35d764-f1a4-4581-a85e-5165f50309a1 2025-09-11 02:07:03,862 - INFO - Domain Default found not creating 2025-09-11 02:07:04,031 - INFO - Project ctest-TestMultiInlineSVCIPv6-17123023 not found, creating it 2025-09-11 02:07:04,560 - INFO - Created Project:ctest-TestMultiInlineSVCIPv6-17123023, ID : 8dd75237-bb95-4f16-b3ae-0e1c2521fd0f 2025-09-11 02:07:07,249 - INFO - Created VN ctest-mgmt_ctest-TestMultiInlineSVCIPv6-17123023-25360237 2025-09-11 02:07:08,152 - INFO - Created VN ctest-left_ctest-TestMultiInlineSVCIPv6-17123023-03158362 2025-09-11 02:07:09,005 - INFO - Created VN ctest-right_ctest-TestMultiInlineSVCIPv6-17123023-39148136 2025-09-11 02:07:10,274 - INFO - VM ([<Server: ctest-left_vm_ctest-TestMultiInlineSVCIPv6-17123023-35863656>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:07:11,656 - INFO - VM ([<Server: ctest-right_vm_ctest-TestMultiInlineSVCIPv6-17123023-95091368>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:07:11,659 - INFO - ================================================================================ 2025-09-11 02:07:11,659 - INFO - STARTING TEST : test_svc_fate_sharing_basic 2025-09-11 02:07:12,308 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:07:12,308 - INFO - 2025-09-11 02:07:12,308 - INFO - ================================================================================ 2025-09-11 02:07:12,308 - INFO - STARTING TEST : test_svc_fate_sharing_basic 2025-09-11 02:07:12,308 - INFO - TEST DESCRIPTION : Description: Basic test to validate fate sharing in a multi inline service chain with 2 SIs, 1 SVM each. Test steps: 1.Creating vm's - vm1 and vm2 in networks vn1 and vn2. 2.Creating 2 inline service instances SI1 and SI2. 3.Creating a service chain by applying the 2 service instances in a policy between t he VNs. 4.Associate an HC instance with right intf of one of the SVMs 5.Bring down the intf in the step 4 6.Verify that all the re-origined routes(ServiceChain) are deleted from all the RIs of all the SIs 7.Verify the step 6 in both control node and agent 8.Bring up the intf in the step 5 8.Verify that the routes should be re-originated again, and the traffic also starts flowing Pass criteria: Ping/Route deletion/Route addition should be successful. Maintainer : ankitja@juniper.net 2025-09-11 02:07:12,995 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:07:12,995 - INFO - gzip: /contrail-test/images/tinycore-in-network.qcow2.gz: unexpected end of file 2025-09-11 02:07:13,586 - INFO - image /contrail-test/images/tinycore-in-network.qcow2 is not found 2025-09-11 02:07:13,671 - INFO - Service template: ['default-domain', 'ctest-service_template_1-31793190'] deleted successfully. 2025-09-11 02:07:14,317 - INFO - 2025-09-11 02:07:14,317 - INFO - END TEST : test_svc_fate_sharing_basic : SKIPPED[0:00:02] 2025-09-11 02:07:14,317 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:07:14,317 - INFO - image /contrail-test/images/tinycore-in-network.qcow2 is not found 2025-09-11 02:07:14,945 - INFO - 2025-09-11 02:07:14,945 - INFO - END TEST : test_svc_fate_sharing_basic : SKIPPED[0:00:03] 2025-09-11 02:07:14,945 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:07:14,947 - INFO - Skip interface_detach for VM ctest-right_vm_ctest-TestMultiInlineSVCIPv6-17123023-95091368 in state BUILD 2025-09-11 02:07:14,947 - INFO - Deleting VM ctest-right_vm_ctest-TestMultiInlineSVCIPv6-17123023-95091368 2025-09-11 02:07:14,974 - ERROR - VM ctest-right_vm_ctest-TestMultiInlineSVCIPv6-17123023-95091368 has failed to come up 2025-09-11 02:07:14,974 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:14,974 - ERROR - VM ctest-right_vm_ctest-TestMultiInlineSVCIPv6-17123023-95091368 has failed to come up 2025-09-11 02:07:14,974 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:15,043 - INFO - Skip interface_detach for VM ctest-left_vm_ctest-TestMultiInlineSVCIPv6-17123023-35863656 in state BUILD 2025-09-11 02:07:15,044 - INFO - Deleting VM ctest-left_vm_ctest-TestMultiInlineSVCIPv6-17123023-35863656 2025-09-11 02:07:15,044 - ERROR - VM ctest-left_vm_ctest-TestMultiInlineSVCIPv6-17123023-35863656 has failed to come up 2025-09-11 02:07:15,044 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:15,044 - ERROR - VM ctest-left_vm_ctest-TestMultiInlineSVCIPv6-17123023-35863656 has failed to come up 2025-09-11 02:07:15,044 - ERROR - Nova failed to get host of the VM 2025-09-11 02:07:15,113 - INFO - Deleting VN ctest-left_ctest-TestMultiInlineSVCIPv6-17123023-03158362 2025-09-11 02:07:15,163 - WARNING - Deleting VN ctest-left_ctest-TestMultiInlineSVCIPv6-17123023-03158362 failed..Will retry 2025-09-11 02:07:17,357 - INFO - Deleting VN ctest-right_ctest-TestMultiInlineSVCIPv6-17123023-39148136 2025-09-11 02:07:17,555 - INFO - Deleting VN ctest-mgmt_ctest-TestMultiInlineSVCIPv6-17123023-25360237 2025-09-11 02:07:18,440 - INFO - Deleted project: ctest-TestMultiInlineSVCIPv6-17123023, ID : 8dd75237-bb95-4f16-b3ae-0e1c2521fd0f 2025-09-11 02:07:18,628 - INFO - Domain Default found not creating 2025-09-11 02:07:18,788 - INFO - Project ctest-FloatingipBasicTestSanity-93766348 not found, creating it 2025-09-11 02:07:19,326 - INFO - Created Project:ctest-FloatingipBasicTestSanity-93766348, ID : 4f06e98e-60a4-4c7d-8e70-9f7f335e4b27 2025-09-11 02:07:20,847 - INFO - ================================================================================ 2025-09-11 02:07:20,847 - INFO - STARTING TEST : test_floating_ip 2025-09-11 02:07:20,847 - INFO - TEST DESCRIPTION : Test to validate floating-ip Assignment to a VM. It creates a VM, assigns a FIP to it and pings to a IP in the FIP VN. 2025-09-11 02:07:21,485 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:07:21,486 - INFO - 2025-09-11 02:07:22,575 - INFO - Created VN ctest-fvn-66767627 2025-09-11 02:07:23,231 - INFO - Verified VN network id 8 for VN ba2775bc-0ad9-46ed-bd35-11f44273d1b1 2025-09-11 02:07:23,231 - INFO - Verifications in API Server for VN ctest-fvn-66767627 passed 2025-09-11 02:07:23,311 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-fvn-66767627 passed 2025-09-11 02:07:24,534 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-93766348:ctest-fvn-66767627 is found in opserver 2025-09-11 02:07:25,092 - INFO - Created VN ctest-vn1-89859866 2025-09-11 02:07:25,379 - INFO - Verified VN network id 9 for VN 1c3125d8-5ba2-48aa-8e56-566aedae78f8 2025-09-11 02:07:25,379 - INFO - Verifications in API Server for VN ctest-vn1-89859866 passed 2025-09-11 02:07:25,447 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-89859866 passed 2025-09-11 02:07:25,739 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-93766348:ctest-vn1-89859866 is found in opserver 2025-09-11 02:07:28 URL:http://nexus.opensdn.io/repository///images/converts//ubuntu-traffic.vmdk.gz [705216131/705216131] -> "/contrail-test/images/ubuntu-traffic.vmdk.gz" [1] 2025-09-11 02:07:54,049 - INFO - VM ([<Server: ctest-vn1_vm1_name-47470539>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:07:55,625 - INFO - VM ([<Server: ctest-fvn_vm1_name-15315169>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:07:55,784 - INFO - Creating Floating IP pool ctest-some-pool-57699418 in API Server 2025-09-11 02:07:56,385 - INFO - Verification for FIP pool ctest-some-pool-57699418 in API Server passed 2025-09-11 02:07:56,414 - INFO - Verification for FIP pool ctest-some-pool-57699418 in Control-node passed 2025-09-11 02:07:56,414 - INFO - Waiting for VM ctest-vn1_vm1_name-47470539 to be up.. 2025-09-11 02:08:47,382 - INFO - VM name : ctest-vn1_vm1_name-47470539 2025-09-11 02:09:21,504 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1_name-47470539 passed 2025-09-11 02:09:47,474 - INFO - Waiting for VM ctest-fvn_vm1_name-15315169 to be up.. 2025-09-11 02:09:47,587 - INFO - VM name : ctest-fvn_vm1_name-15315169 2025-09-11 02:09:48,913 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-fvn_vm1_name-15315169 passed 2025-09-11 02:09:54,344 - INFO - Route for FIP 93.242.82.4 is fine on Control-node 10.0.0.22 2025-09-11 02:09:54,354 - INFO - Route for FIP 93.242.82.4 is fine on Control-node 10.0.0.249 2025-09-11 02:09:54,354 - INFO - FIP 93.242.82.4 verification for passed on all Control-nodes 2025-09-11 02:09:54,354 - INFO - FIP ID 062246ed-09fe-41a0-be3a-d5b00719326d(93.242.82.4) validation in Control node passed 2025-09-11 02:09:54,397 - INFO - FIP ID 062246ed-09fe-41a0-be3a-d5b00719326d(93.242.82.4) validation in agents passed 2025-09-11 02:09:54,409 - INFO - FIP ID 062246ed-09fe-41a0-be3a-d5b00719326d(93.242.82.4) validation in API Server passed 2025-09-11 02:10:10,254 - INFO - Ping to IP 93.242.82.3 from VM ctest-vn1_vm1_name-47470539 passed 2025-09-11 02:10:10,403 - INFO - Deleting the FIP pool ctest-some-pool-57699418 2025-09-11 02:10:10,532 - INFO - Deleting VM ctest-fvn_vm1_name-15315169 2025-09-11 02:10:10,597 - INFO - Deleting VM ctest-vn1_vm1_name-47470539 2025-09-11 02:10:10,673 - INFO - Deleting VN ctest-vn1-89859866 2025-09-11 02:10:10,715 - WARNING - Deleting VN ctest-vn1-89859866 failed..Will retry 2025-09-11 02:10:13,051 - INFO - Validated that VN ctest-vn1-89859866 is not found in API Server 2025-09-11 02:10:13,074 - INFO - Validated that VN ctest-vn1-89859866 is not in any agent 2025-09-11 02:10:13,103 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-89859866 info 2025-09-11 02:10:13,103 - INFO - Deleting VN ctest-fvn-66767627 2025-09-11 02:10:13,424 - INFO - Validated that VN ctest-fvn-66767627 is not found in API Server 2025-09-11 02:10:13,447 - INFO - Validated that VN ctest-fvn-66767627 is not in any agent 2025-09-11 02:10:13,477 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-fvn-66767627 info 2025-09-11 02:10:14,752 - INFO - END TEST : test_floating_ip : PASSED[0:02:54] 2025-09-11 02:10:14,752 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:15,513 - INFO - Deleted project: ctest-FloatingipBasicTestSanity-93766348, ID : 4f06e98e-60a4-4c7d-8e70-9f7f335e4b27 2025-09-11 02:10:15,698 - INFO - Domain Default found not creating 2025-09-11 02:10:15,851 - INFO - Project ctest-TestSanity_MX-72509852 not found, creating it 2025-09-11 02:10:16,385 - INFO - Created Project:ctest-TestSanity_MX-72509852, ID : 07d46d86-c28c-440d-b864-104e2badbb07 2025-09-11 02:10:17,856 - INFO - ================================================================================ 2025-09-11 02:10:17,856 - INFO - STARTING TEST : test_mx_gateway 2025-09-11 02:10:17,856 - INFO - TEST DESCRIPTION : Test to validate floating-ip from a public pool assignment to a VM. It creates a VM, assigns a FIP to it and pings to outside the cluster. 1.Check env variable MX_GW_TEST is set to 1. This confirm the MX present in Setup. 2.Create 2 Vns. One public100 and other vn200. VN public100 created with IP pool accessible from outside network. 3.VM vm200 launched under vn200. 4.VM vm200 get floating ip from public100 network 5.Configure the control with MX peering if not present. 6.Try to ping outside network and check connecivity Pass criteria: Step 6 should pass Maintainer: chhandak@juniper.net 2025-09-11 02:10:19,131 - INFO - Skipping Test. Env variable MX_GW_TEST is not set 2025-09-11 02:10:20,416 - INFO - 2025-09-11 02:10:20,416 - INFO - END TEST : test_mx_gateway : SKIPPED[0:00:03] 2025-09-11 02:10:20,416 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:21,148 - INFO - Deleted project: ctest-TestSanity_MX-72509852, ID : 07d46d86-c28c-440d-b864-104e2badbb07 2025-09-11 02:10:21,351 - INFO - Domain Default found not creating 2025-09-11 02:10:21,529 - INFO - Project ctest-TestHeat-91143131 not found, creating it 2025-09-11 02:10:22,058 - INFO - Created Project:ctest-TestHeat-91143131, ID : 3f68b9f8-6f57-4715-92cc-18420e1432c9 2025-09-11 02:10:23,628 - INFO - ================================================================================ 2025-09-11 02:10:23,628 - INFO - STARTING TEST : test_public_access_thru_svc_w_fip 2025-09-11 02:10:23,628 - INFO - TEST DESCRIPTION : Validate creation of a in-network-nat service chain using heat. Create a end VN. Associate FIPs to the end VM and the right intf of the SVM. Create a static route entry to point 0/0 to the left intf of the SVM. The end VM should be able to access internet. 2025-09-11 02:10:24,906 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:10:24,906 - INFO - 2025-09-11 02:10:24,932 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:10:26,229 - INFO - 2025-09-11 02:10:26,229 - INFO - END TEST : test_public_access_thru_svc_w_fip : SKIPPED[0:00:03] 2025-09-11 02:10:26,229 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:26,232 - INFO - ================================================================================ 2025-09-11 02:10:26,232 - INFO - STARTING TEST : test_transit_vn_sym_1_innet 2025-09-11 02:10:27,508 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:10:27,508 - INFO - 2025-09-11 02:10:27,508 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:10:28,788 - INFO - 2025-09-11 02:10:28,788 - INFO - END TEST : test_transit_vn_sym_1_innet : SKIPPED[0:00:02] 2025-09-11 02:10:28,788 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:29,553 - INFO - Deleted project: ctest-TestHeat-91143131, ID : 3f68b9f8-6f57-4715-92cc-18420e1432c9 2025-09-11 02:10:29,728 - INFO - Domain Default found not creating 2025-09-11 02:10:29,888 - INFO - Project ctest-TestHeatIPv6-64879588 not found, creating it 2025-09-11 02:10:30,388 - INFO - Created Project:ctest-TestHeatIPv6-64879588, ID : d5655bb1-1ada-409a-945e-774253095493 2025-09-11 02:10:31,907 - INFO - ================================================================================ 2025-09-11 02:10:31,907 - INFO - STARTING TEST : test_public_access_thru_svc_w_fip 2025-09-11 02:10:31,907 - INFO - TEST DESCRIPTION : Validate creation of a in-network-nat service chain using heat. Create a end VN. Associate FIPs to the end VM and the right intf of the SVM. Create a static route entry to point 0/0 to the left intf of the SVM. The end VM should be able to access internet. 2025-09-11 02:10:33,188 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:10:33,188 - INFO - 2025-09-11 02:10:33,188 - INFO - Skipped as v6 not supported for this test 2025-09-11 02:10:34,499 - INFO - 2025-09-11 02:10:34,500 - INFO - END TEST : test_public_access_thru_svc_w_fip : SKIPPED[0:00:03] 2025-09-11 02:10:34,500 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:35,234 - INFO - Deleted project: ctest-TestHeatIPv6-64879588, ID : d5655bb1-1ada-409a-945e-774253095493 2025-09-11 02:10:35,416 - INFO - Domain Default found not creating 2025-09-11 02:10:35,573 - INFO - Project ctest-TestBasicHeat-38433323 not found, creating it 2025-09-11 02:10:36,113 - INFO - Created Project:ctest-TestBasicHeat-38433323, ID : 0344fb35-a1cb-4c01-8fa1-ff5c8989cb04 2025-09-11 02:10:37,795 - INFO - ================================================================================ 2025-09-11 02:10:37,795 - INFO - STARTING TEST : test_svc_creation_with_heat 2025-09-11 02:10:37,796 - INFO - TEST DESCRIPTION : Validate creation of a in-network-nat service chain using heat 2025-09-11 02:10:39,056 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:10:39,056 - INFO - 2025-09-11 02:10:39,078 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:10:40,346 - INFO - 2025-09-11 02:10:40,346 - INFO - END TEST : test_svc_creation_with_heat : SKIPPED[0:00:03] 2025-09-11 02:10:40,346 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:41,069 - INFO - Deleted project: ctest-TestBasicHeat-38433323, ID : 0344fb35-a1cb-4c01-8fa1-ff5c8989cb04 2025-09-11 02:10:41,251 - INFO - Domain Default found not creating 2025-09-11 02:10:41,394 - INFO - Project ctest-TestBasicHeatIPv6-52703252 not found, creating it 2025-09-11 02:10:41,961 - INFO - Created Project:ctest-TestBasicHeatIPv6-52703252, ID : 7dc90e94-aecb-4745-8165-d22d520cfe3d 2025-09-11 02:10:43,629 - INFO - ================================================================================ 2025-09-11 02:10:43,629 - INFO - STARTING TEST : test_svc_creation_with_heat 2025-09-11 02:10:44,905 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:10:44,905 - INFO - 2025-09-11 02:10:44,928 - INFO - Skipped as test requires at least 3 nodes, but only 2 found 2025-09-11 02:10:46,210 - INFO - 2025-09-11 02:10:46,210 - INFO - END TEST : test_svc_creation_with_heat : SKIPPED[0:00:03] 2025-09-11 02:10:46,210 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:46,980 - INFO - Deleted project: ctest-TestBasicHeatIPv6-52703252, ID : 7dc90e94-aecb-4745-8165-d22d520cfe3d 2025-09-11 02:10:47,180 - INFO - Domain Default found not creating 2025-09-11 02:10:47,323 - INFO - Project ctest-TestCRUD-42801127 not found, creating it 2025-09-11 02:10:47,841 - INFO - Created Project:ctest-TestCRUD-42801127, ID : 62686ac1-fb15-40b5-b218-9c02e1e271fb 2025-09-11 02:10:49,296 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg1-85496156'] 2025-09-11 02:10:50,246 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg2-35285571'] 2025-09-11 02:10:51,705 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-42801127', 'ctest-proj-sg1-31713105'] 2025-09-11 02:10:52,761 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-42801127', 'ctest-proj-sg2-70171527'] 2025-09-11 02:10:53,981 - INFO - ================================================================================ 2025-09-11 02:10:53,981 - INFO - STARTING TEST : test_router_crud 2025-09-11 02:10:55,253 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:10:55,253 - INFO - 2025-09-11 02:10:55,253 - INFO - Router create Request {'router': {'name': 'name-68959725'}} 2025-09-11 02:10:55,349 - INFO - Router create Response : {'router': {'id': 'ea2cfb05-3769-4256-8bce-9420f11b2901', 'name': 'name-68959725', 'tenant_id': '31f5dad8449249998ba2fc70cb165c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-68959725'], 'description': '', 'project_id': '31f5dad8449249998ba2fc70cb165c85'}} 2025-09-11 02:10:55,350 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-68959725'}} 2025-09-11 02:10:55,368 - INFO - Attribute id is created 2025-09-11 02:10:55,369 - INFO - Attribute name is created 2025-09-11 02:10:55,369 - INFO - Attribute admin_state_up is created 2025-09-11 02:10:55,369 - INFO - Attribute status is created 2025-09-11 02:10:55,369 - INFO - Attribute tenant_id is created 2025-09-11 02:10:55,832 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed 2025-09-11 02:10:55,832 - INFO - Router Update request {'router': {'name': 'name-47697995'}} 2025-09-11 02:10:55,894 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-47697995'}} 2025-09-11 02:10:55,894 - INFO - Response : {'router': {'id': 'ea2cfb05-3769-4256-8bce-9420f11b2901', 'name': 'name-47697995', 'tenant_id': '31f5dad8449249998ba2fc70cb165c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-68959725'], 'description': '', 'project_id': '31f5dad8449249998ba2fc70cb165c85'}} 2025-09-11 02:10:55,895 - INFO - Updation of Router ea2cfb05-3769-4256-8bce-9420f11b2901 with body {'router': {'name': 'name-47697995'}} passed 2025-09-11 02:10:55,895 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:55,895 - INFO - Router Update request {'router': {'admin_state_up': 'True'}} 2025-09-11 02:10:55,957 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'True'}} 2025-09-11 02:10:55,957 - INFO - Response : {'router': {'id': 'ea2cfb05-3769-4256-8bce-9420f11b2901', 'name': 'name-47697995', 'tenant_id': '31f5dad8449249998ba2fc70cb165c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-68959725'], 'description': '', 'project_id': '31f5dad8449249998ba2fc70cb165c85'}} 2025-09-11 02:10:55,957 - INFO - Updation of Router ea2cfb05-3769-4256-8bce-9420f11b2901 with body {'router': {'admin_state_up': 'True'}} passed 2025-09-11 02:10:55,957 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:55,957 - INFO - Deleting router ea2cfb05-3769-4256-8bce-9420f11b2901 2025-09-11 02:10:56,065 - ERROR - Result of delete router ea2cfb05-3769-4256-8bce-9420f11b2901: () 2025-09-11 02:10:56,065 - INFO - ================================================================================ 2025-09-11 02:10:56,065 - INFO - Router create Request {'router': {'tenant_id': '62686ac1-fb15-40b5-b218-9c02e1e271fb', 'name': 'name-50592224'}} 2025-09-11 02:10:56,197 - INFO - Router create Response : {'router': {'id': 'd5cef4a8-c3a6-421b-9a7b-72ee71e78621', 'name': 'name-50592224', 'tenant_id': '62686ac1fb1540b5b2189c02e1e271fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-42801127', 'name-50592224'], 'description': '', 'project_id': '62686ac1fb1540b5b2189c02e1e271fb'}} 2025-09-11 02:10:56,197 - INFO - Router create PASSED ,Body : {'router': {'tenant_id': '62686ac1-fb15-40b5-b218-9c02e1e271fb', 'name': 'name-50592224'}} 2025-09-11 02:10:56,214 - INFO - Attribute id is created 2025-09-11 02:10:56,214 - INFO - Attribute name is created 2025-09-11 02:10:56,214 - INFO - Attribute admin_state_up is created 2025-09-11 02:10:56,214 - INFO - Attribute status is created 2025-09-11 02:10:56,214 - INFO - Attribute tenant_id is created 2025-09-11 02:10:56,638 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed 2025-09-11 02:10:56,638 - INFO - Router Update request {'router': {'name': 'name-49297577'}} 2025-09-11 02:10:56,689 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-49297577'}} 2025-09-11 02:10:56,689 - INFO - Response : {'router': {'id': 'd5cef4a8-c3a6-421b-9a7b-72ee71e78621', 'name': 'name-49297577', 'tenant_id': '62686ac1fb1540b5b2189c02e1e271fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-42801127', 'name-50592224'], 'description': '', 'project_id': '62686ac1fb1540b5b2189c02e1e271fb'}} 2025-09-11 02:10:56,689 - INFO - Updation of Router d5cef4a8-c3a6-421b-9a7b-72ee71e78621 with body {'router': {'name': 'name-49297577'}} passed 2025-09-11 02:10:56,689 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:56,689 - INFO - Router Update request {'router': {'admin_state_up': 'False'}} 2025-09-11 02:10:56,743 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'False'}} 2025-09-11 02:10:56,743 - INFO - Response : {'router': {'id': 'd5cef4a8-c3a6-421b-9a7b-72ee71e78621', 'name': 'name-49297577', 'tenant_id': '62686ac1fb1540b5b2189c02e1e271fb', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-42801127', 'name-50592224'], 'description': '', 'project_id': '62686ac1fb1540b5b2189c02e1e271fb'}} 2025-09-11 02:10:56,743 - INFO - Updation of Router d5cef4a8-c3a6-421b-9a7b-72ee71e78621 with body {'router': {'admin_state_up': 'False'}} passed 2025-09-11 02:10:56,743 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:56,743 - INFO - Deleting router d5cef4a8-c3a6-421b-9a7b-72ee71e78621 2025-09-11 02:10:56,835 - ERROR - Result of delete router d5cef4a8-c3a6-421b-9a7b-72ee71e78621: () 2025-09-11 02:10:56,835 - INFO - ================================================================================ 2025-09-11 02:10:56,835 - INFO - Router create Request {'router': {'admin_state_up': 'True', 'name': 'name-55006088'}} 2025-09-11 02:10:56,947 - INFO - Router create Response : {'router': {'id': 'd4c6ac84-ff75-48f0-a015-ee04d4aa1561', 'name': 'name-55006088', 'tenant_id': '31f5dad8449249998ba2fc70cb165c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-55006088'], 'description': '', 'project_id': '31f5dad8449249998ba2fc70cb165c85'}} 2025-09-11 02:10:56,947 - INFO - Router create PASSED ,Body : {'router': {'admin_state_up': 'True', 'name': 'name-55006088'}} 2025-09-11 02:10:56,966 - INFO - Attribute id is created 2025-09-11 02:10:56,966 - INFO - Attribute name is created 2025-09-11 02:10:56,966 - INFO - Attribute admin_state_up is created 2025-09-11 02:10:56,966 - INFO - Attribute status is created 2025-09-11 02:10:56,966 - INFO - Attribute tenant_id is created 2025-09-11 02:10:57,429 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed 2025-09-11 02:10:57,429 - INFO - Router Update request {'router': {'name': 'name-48471550'}} 2025-09-11 02:10:57,492 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-48471550'}} 2025-09-11 02:10:57,492 - INFO - Response : {'router': {'id': 'd4c6ac84-ff75-48f0-a015-ee04d4aa1561', 'name': 'name-48471550', 'tenant_id': '31f5dad8449249998ba2fc70cb165c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-55006088'], 'description': '', 'project_id': '31f5dad8449249998ba2fc70cb165c85'}} 2025-09-11 02:10:57,492 - INFO - Updation of Router d4c6ac84-ff75-48f0-a015-ee04d4aa1561 with body {'router': {'name': 'name-48471550'}} passed 2025-09-11 02:10:57,492 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:57,492 - INFO - Router Update request {'router': {'admin_state_up': 'True'}} 2025-09-11 02:10:57,547 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'True'}} 2025-09-11 02:10:57,547 - INFO - Response : {'router': {'id': 'd4c6ac84-ff75-48f0-a015-ee04d4aa1561', 'name': 'name-48471550', 'tenant_id': '31f5dad8449249998ba2fc70cb165c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-55006088'], 'description': '', 'project_id': '31f5dad8449249998ba2fc70cb165c85'}} 2025-09-11 02:10:57,548 - INFO - Updation of Router d4c6ac84-ff75-48f0-a015-ee04d4aa1561 with body {'router': {'admin_state_up': 'True'}} passed 2025-09-11 02:10:57,548 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:10:57,548 - INFO - Deleting router d4c6ac84-ff75-48f0-a015-ee04d4aa1561 2025-09-11 02:10:57,654 - ERROR - Result of delete router d4c6ac84-ff75-48f0-a015-ee04d4aa1561: () 2025-09-11 02:10:57,654 - INFO - ================================================================================ 2025-09-11 02:10:57,654 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-42801127', 'ctest-proj-sg2-70171527'] 2025-09-11 02:10:57,742 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-42801127', 'ctest-proj-sg1-31713105'] 2025-09-11 02:10:57,842 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg2-35285571'] 2025-09-11 02:10:57,943 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg1-85496156'] 2025-09-11 02:10:59,336 - INFO - END TEST : test_router_crud : PASSED[0:00:06] 2025-09-11 02:10:59,336 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:11:00,031 - INFO - Deleted project: ctest-TestCRUD-42801127, ID : 62686ac1-fb15-40b5-b218-9c02e1e271fb 2025-09-11 02:11:00,227 - INFO - Domain Default found not creating 2025-09-11 02:11:00,980 - INFO - Project ctest-TestPorts-76369207 not found, creating it 2025-09-11 02:11:01,530 - INFO - Created Project:ctest-TestPorts-76369207, ID : 1efa4934-21df-4e0e-9aa8-8573ed728dd7 2025-09-11 02:11:02,925 - INFO - ================================================================================ 2025-09-11 02:11:02,925 - INFO - STARTING TEST : test_ports_bindings 2025-09-11 02:11:02,925 - INFO - TEST DESCRIPTION : Verify that we are able to create a port with custom port bindings Steps: 1) Create Port with Port bindings profile set to {'foo': 'bar'} 2) Retrieve and verify the same is set 2025-09-11 02:11:04,192 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:11:04,192 - INFO - 2025-09-11 02:11:05,172 - INFO - Created VN ctest-vn-24038793 2025-09-11 02:11:05,969 - INFO - VMI c1ded937-67ca-473e-aaf8-3d58788d45e6 verification in API Server passed 2025-09-11 02:11:06,110 - INFO - Deleted port c1ded937-67ca-473e-aaf8-3d58788d45e6 2025-09-11 02:11:06,110 - INFO - Deleting VN ctest-vn-24038793 2025-09-11 02:11:07,544 - INFO - END TEST : test_ports_bindings : PASSED[0:00:05] 2025-09-11 02:11:07,544 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:11:07,547 - INFO - ================================================================================ 2025-09-11 02:11:07,547 - INFO - STARTING TEST : test_ports_specific_subnet_ip 2025-09-11 02:11:07,547 - INFO - TEST DESCRIPTION : Create ports with specific Subnet and IP Create two ports in a VN with 2 subnets and specific IPs Attach to two VMs Ping between them should pass 2025-09-11 02:11:08,816 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:11:08,816 - INFO - 2025-09-11 02:11:09,515 - INFO - Created VN ctest-vn1-39748160 2025-09-11 02:11:10,774 - INFO - VM ([<Server: ctest-vn1-vm1-32891566>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:11:11,598 - INFO - VM ([<Server: ctest-vn1-vm2-05398212>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:11:11,599 - INFO - Waiting for VM ctest-vn1-vm1-32891566 to be up.. 2025-09-11 02:11:16,739 - INFO - VM name : ctest-vn1-vm1-32891566 2025-09-11 02:11:22,530 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm1-32891566 passed 2025-09-11 02:11:22,770 - INFO - Waiting for VM ctest-vn1-vm2-05398212 to be up.. 2025-09-11 02:11:22,844 - INFO - VM name : ctest-vn1-vm2-05398212 2025-09-11 02:11:24,180 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm2-05398212 passed 2025-09-11 02:11:32,630 - INFO - Ping to IP 148.247.247.133 from VM ctest-vn1-vm2-05398212 passed 2025-09-11 02:11:32,630 - INFO - Detaching port efc5a46d-0aee-401e-9968-78466f52dae2 from VM ctest-vn1-vm2-05398212 2025-09-11 02:11:32,678 - INFO - Deleting VM ctest-vn1-vm2-05398212 2025-09-11 02:11:32,748 - INFO - Detaching port 3788e284-ea75-40bb-a3ed-f094977e4e65 from VM ctest-vn1-vm1-32891566 2025-09-11 02:11:32,780 - INFO - Deleting VM ctest-vn1-vm1-32891566 2025-09-11 02:11:33,334 - INFO - Deleting VN ctest-vn1-39748160 2025-09-11 02:11:34,857 - INFO - END TEST : test_ports_specific_subnet_ip : PASSED[0:00:27] 2025-09-11 02:11:34,858 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:11:35,583 - INFO - Deleted project: ctest-TestPorts-76369207, ID : 1efa4934-21df-4e0e-9aa8-8573ed728dd7 2025-09-11 02:11:35,787 - INFO - Domain Default found not creating 2025-09-11 02:11:35,924 - INFO - Project ctest-TestRouters-29609677 not found, creating it 2025-09-11 02:11:36,478 - INFO - Created Project:ctest-TestRouters-29609677, ID : cd1fe073-38f9-4766-b29b-998ff0dd8186 2025-09-11 02:11:37,942 - INFO - ================================================================================ 2025-09-11 02:11:37,942 - INFO - STARTING TEST : test_basic_router_behavior 2025-09-11 02:11:37,942 - INFO - TEST DESCRIPTION : Validate a router is able to route packets between two VNs Create a router Create 2 VNs, and a VM in each Add router port from each VN Ping between VMs 2025-09-11 02:11:39,205 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:11:39,205 - INFO - 2025-09-11 02:11:40,144 - INFO - Created VN ctest-vn1-07009025 2025-09-11 02:11:40,734 - INFO - Created VN ctest-vn2-77635250 2025-09-11 02:11:41,895 - INFO - VM ([<Server: ctest-vn1-vm1-30468003>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:11:43,107 - INFO - VM ([<Server: ctest-vn2-vm1-66065402>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:11:43,223 - INFO - Adding interface with subnet_id 2482ce2d-f8e0-44fb-a7a9-02b862ff629d, port_id None to router 0cc49ec5-0316-46f5-ac18-123e453dd54c 2025-09-11 02:11:43,632 - INFO - Waiting for VM ctest-vn1-vm1-30468003 to be up.. 2025-09-11 02:11:48,939 - INFO - VM name : ctest-vn1-vm1-30468003 2025-09-11 02:11:54,802 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm1-30468003 passed 2025-09-11 02:12:00,194 - INFO - Waiting for VM ctest-vn2-vm1-66065402 to be up.. 2025-09-11 02:12:00,271 - INFO - VM name : ctest-vn2-vm1-66065402 2025-09-11 02:12:01,617 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn2-vm1-66065402 passed 2025-09-11 02:12:05,804 - WARNING - Ping to IP 79.131.123.67 from VM ctest-vn1-vm1-30468003 failed 2025-09-11 02:12:05,804 - INFO - Adding interface with subnet_id 48acd011-165e-47ee-85d7-3eb08509af54, port_id None to router 0cc49ec5-0316-46f5-ac18-123e453dd54c 2025-09-11 02:12:09,412 - WARNING - Ping to IP 79.131.123.67 from VM ctest-vn1-vm1-30468003 failed 2025-09-11 02:12:12,624 - INFO - Ping to IP 79.131.123.67 from VM ctest-vn1-vm1-30468003 passed 2025-09-11 02:12:12,624 - INFO - Deleting interface with subnet_id 2482ce2d-f8e0-44fb-a7a9-02b862ff629d, port_id None from router 0cc49ec5-0316-46f5-ac18-123e453dd54c 2025-09-11 02:12:16,026 - WARNING - Ping to IP 79.131.123.67 from VM ctest-vn1-vm1-30468003 failed 2025-09-11 02:12:16,027 - INFO - Adding interface with subnet_id 2482ce2d-f8e0-44fb-a7a9-02b862ff629d, port_id None to router 0cc49ec5-0316-46f5-ac18-123e453dd54c 2025-09-11 02:12:18,672 - INFO - Ping to IP 79.131.123.67 from VM ctest-vn1-vm1-30468003 passed 2025-09-11 02:12:18,672 - INFO - Deleting interface with subnet_id 48acd011-165e-47ee-85d7-3eb08509af54, port_id None from router 0cc49ec5-0316-46f5-ac18-123e453dd54c 2025-09-11 02:12:18,982 - INFO - Deleting interface with subnet_id 2482ce2d-f8e0-44fb-a7a9-02b862ff629d, port_id None from router 0cc49ec5-0316-46f5-ac18-123e453dd54c 2025-09-11 02:12:19,345 - INFO - Deleting VM ctest-vn2-vm1-66065402 2025-09-11 02:12:19,462 - INFO - Deleting VM ctest-vn1-vm1-30468003 2025-09-11 02:12:19,543 - INFO - Deleting VN ctest-vn2-77635250 2025-09-11 02:12:19,585 - WARNING - Deleting VN ctest-vn2-77635250 failed..Will retry 2025-09-11 02:12:21,753 - INFO - Deleting VN ctest-vn1-07009025 2025-09-11 02:12:23,214 - INFO - END TEST : test_basic_router_behavior : PASSED[0:00:46] 2025-09-11 02:12:23,214 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:12:23,985 - INFO - Deleted project: ctest-TestRouters-29609677, ID : cd1fe073-38f9-4766-b29b-998ff0dd8186 2025-09-11 02:12:24,174 - INFO - Domain Default found not creating 2025-09-11 02:12:24,342 - INFO - Project ctest-TestRoutersBasic-80426683 not found, creating it 2025-09-11 02:12:24,908 - INFO - Created Project:ctest-TestRoutersBasic-80426683, ID : 736cd5d8-b23f-40a1-aef5-f543b3057a17 2025-09-11 02:12:26,437 - INFO - ================================================================================ 2025-09-11 02:12:26,437 - INFO - STARTING TEST : test_basic_snat_behavior_without_external_connectivity 2025-09-11 02:12:26,438 - INFO - TEST DESCRIPTION : Create an external network, a router set router-gateway to external network launch a private network and attach it to router validate left vm pinging right vm through Snat 2025-09-11 02:12:27,713 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:12:27,713 - INFO - 2025-09-11 02:12:28,441 - INFO - Default SG to be edited for allow all on project: ctest-TestRoutersBasic-80426683 2025-09-11 02:12:28,496 - INFO - Adding rules to the default security group in Project ctest-TestRoutersBasic-80426683 2025-09-11 02:12:29,569 - INFO - Created VN ctest-vn-57188712 2025-09-11 02:12:30,253 - INFO - Created VN ctest-ext_vn-94784372 2025-09-11 02:12:31,381 - INFO - VM ([<Server: ctest-TestRoutersBasic-80426683-41748882>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:12:32,640 - INFO - VM ([<Server: ctest-TestRoutersBasic-80426683-05084034>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:12:32,741 - INFO - Setting gateway for router d68d8acd-5474-4429-9c84-f9c8aa26c536 to network d205a03a-5b46-4524-8fa9-7982a200a936 2025-09-11 02:12:32,814 - INFO - Adding interface with subnet_id a9e72484-0d37-4c30-a42f-e08142bfd2d3, port_id None to router d68d8acd-5474-4429-9c84-f9c8aa26c536 2025-09-11 02:12:33,331 - INFO - Waiting for VM ctest-TestRoutersBasic-80426683-41748882 to be up.. 2025-09-11 02:12:38,580 - INFO - VM name : ctest-TestRoutersBasic-80426683-41748882 2025-09-11 02:12:44,334 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRoutersBasic-80426683-41748882 passed 2025-09-11 02:12:44,574 - INFO - Waiting for VM ctest-TestRoutersBasic-80426683-05084034 to be up.. 2025-09-11 02:12:44,669 - INFO - VM name : ctest-TestRoutersBasic-80426683-05084034 2025-09-11 02:12:48,048 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRoutersBasic-80426683-05084034 passed 2025-09-11 02:12:51,965 - INFO - Ping to IP 110.65.144.195 from VM ctest-TestRoutersBasic-80426683-41748882 passed 2025-09-11 02:12:51,966 - INFO - Deleting interface with subnet_id a9e72484-0d37-4c30-a42f-e08142bfd2d3, port_id None from router d68d8acd-5474-4429-9c84-f9c8aa26c536 2025-09-11 02:12:52,341 - INFO - Deleting VM ctest-TestRoutersBasic-80426683-05084034 2025-09-11 02:12:52,466 - INFO - Deleting VM ctest-TestRoutersBasic-80426683-41748882 2025-09-11 02:12:52,575 - INFO - Deleting VN ctest-ext_vn-94784372 2025-09-11 02:12:52,670 - WARNING - Deleting VN ctest-ext_vn-94784372 failed..Will retry 2025-09-11 02:12:54,825 - INFO - Deleting VN ctest-vn-57188712 2025-09-11 02:12:56,235 - INFO - END TEST : test_basic_snat_behavior_without_external_connectivity : PASSED[0:00:30] 2025-09-11 02:12:56,235 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:12:57,004 - INFO - Deleted project: ctest-TestRoutersBasic-80426683, ID : 736cd5d8-b23f-40a1-aef5-f543b3057a17 2025-09-11 02:12:57,193 - INFO - Domain Default found not creating 2025-09-11 02:12:57,341 - INFO - Project ctest-TestBasicPolicyIpv4v6-54756315 not found, creating it 2025-09-11 02:12:57,868 - INFO - Created Project:ctest-TestBasicPolicyIpv4v6-54756315, ID : 54a6e509-4be8-4ace-b69d-3dc385d40cfb 2025-09-11 02:12:59,419 - INFO - ================================================================================ 2025-09-11 02:12:59,419 - INFO - STARTING TEST : test_basic_policy_allow_deny 2025-09-11 02:12:59,420 - INFO - TEST DESCRIPTION : Create 2 Vns and allow icmp traffic between them and validate with pings Update the policy to deny the same traffic Check that pings fail 2025-09-11 02:13:00,686 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:13:00,687 - INFO - 2025-09-11 02:13:01,873 - INFO - Created VN ctest-vn-66897441 2025-09-11 02:13:02,777 - INFO - Created VN ctest-vn-65843169 2025-09-11 02:13:04,132 - INFO - Verified VN network id 14 for VN 6c39146c-47b0-4e26-aca5-3a57b8285407 2025-09-11 02:13:04,132 - INFO - Verifications in API Server for VN ctest-vn-66897441 passed 2025-09-11 02:13:04,221 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-66897441 passed 2025-09-11 02:13:04,350 - INFO - VN ctest-vn-66897441 Policy verification: verify_vn_policy_in_api_server, status: True 2025-09-11 02:13:05,449 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vn-66897441 is found in opserver 2025-09-11 02:13:05,706 - INFO - Verified VN network id 15 for VN 7027c368-2692-4c8c-ae76-e2a55c4fd67d 2025-09-11 02:13:05,707 - INFO - Verifications in API Server for VN ctest-vn-65843169 passed 2025-09-11 02:13:05,776 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-65843169 passed 2025-09-11 02:13:05,912 - INFO - VN ctest-vn-65843169 Policy verification: verify_vn_policy_in_api_server, status: True 2025-09-11 02:13:06,086 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vn-65843169 is found in opserver 2025-09-11 02:13:07,241 - INFO - VM ([<Server: ctest-TestBasicPolicyIpv4v6-54756315-84740990>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:13:08,616 - INFO - VM ([<Server: ctest-TestBasicPolicyIpv4v6-54756315-24200620>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:13:08,617 - INFO - Waiting for VM ctest-TestBasicPolicyIpv4v6-54756315-84740990 to be up.. 2025-09-11 02:13:13,777 - INFO - VM name : ctest-TestBasicPolicyIpv4v6-54756315-84740990 2025-09-11 02:13:48,237 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicyIpv4v6-54756315-84740990 passed 2025-09-11 02:14:09,132 - INFO - Waiting for VM ctest-TestBasicPolicyIpv4v6-54756315-24200620 to be up.. 2025-09-11 02:14:09,220 - INFO - VM name : ctest-TestBasicPolicyIpv4v6-54756315-24200620 2025-09-11 02:14:10,608 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicyIpv4v6-54756315-24200620 passed 2025-09-11 02:14:35,275 - INFO - Ping to IP 60.184.202.195 from VM ctest-TestBasicPolicyIpv4v6-54756315-84740990 passed 2025-09-11 02:14:39,436 - WARNING - Ping to IP 60.184.202.195 from VM ctest-TestBasicPolicyIpv4v6-54756315-84740990 failed 2025-09-11 02:14:39,436 - INFO - Deleting VM ctest-TestBasicPolicyIpv4v6-54756315-24200620 2025-09-11 02:14:39,543 - INFO - Deleting VM ctest-TestBasicPolicyIpv4v6-54756315-84740990 2025-09-11 02:14:40,106 - INFO - Deleted policy ctest-policy-allow-all-85090441 2025-09-11 02:14:40,106 - INFO - Deleting VN ctest-vn-65843169 2025-09-11 02:14:40,190 - WARNING - Deleting VN ctest-vn-65843169 failed..Will retry 2025-09-11 02:14:42,524 - INFO - Validated that VN ctest-vn-65843169 is not found in API Server 2025-09-11 02:14:42,545 - INFO - Validated that VN ctest-vn-65843169 is not in any agent 2025-09-11 02:14:42,576 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-65843169 info 2025-09-11 02:14:42,576 - INFO - Deleting VN ctest-vn-66897441 2025-09-11 02:14:42,849 - INFO - Validated that VN ctest-vn-66897441 is not found in API Server 2025-09-11 02:14:42,875 - INFO - Validated that VN ctest-vn-66897441 is not in any agent 2025-09-11 02:14:42,906 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-66897441 info 2025-09-11 02:14:44,190 - INFO - END TEST : test_basic_policy_allow_deny : PASSED[0:01:45] 2025-09-11 02:14:44,190 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:14:44,192 - INFO - ================================================================================ 2025-09-11 02:14:44,192 - INFO - STARTING TEST : test_policy 2025-09-11 02:14:45,457 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:14:45,457 - INFO - 2025-09-11 02:14:45,457 - INFO - ================================================================================ 2025-09-11 02:14:45,457 - INFO - STARTING TEST : test_policy 2025-09-11 02:14:45,457 - INFO - TEST DESCRIPTION : Configure policies based on topology and run policy related verifications. 2025-09-11 02:14:46,727 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:14:46,727 - INFO - 2025-09-11 02:14:46,727 - INFO - Scenario for the test used is: <class 'scripts.policy.sdn_basic_topology.sdn_basic_config'> 2025-09-11 02:14:47,149 - INFO - Using existing project ['default-domain', 'ctest-TestBasicPolicyIpv4v6-54756315'](54a6e509-4be8-4ace-b69d-3dc385d40cfb) 2025-09-11 02:14:47,149 - INFO - provision user ctest-TestBasicPolicyIpv4v6-54756315 with role as admin in tenant ctest-TestBasicPolicyIpv4v6-54756315 2025-09-11 02:14:48,156 - INFO - Verification of project ctest-TestBasicPolicyIpv4v6-54756315 in API Server 10.0.0.49 passed 2025-09-11 02:14:48,584 - INFO - Verifications in API Server for IPAM: ctest-TestBasicPolicyIpv4v6-54756315-default-ipam passed 2025-09-11 02:14:48,602 - INFO - Verifications in Control node for IPAM: ctest-TestBasicPolicyIpv4v6-54756315-default-ipam passed 2025-09-11 02:14:49,552 - INFO - Created VN ctest-vnet0-54762444 2025-09-11 02:14:49,881 - INFO - Verified VN network id 14 for VN 659ce86d-14cf-4b86-9df9-ecf0c7640765 2025-09-11 02:14:49,881 - INFO - Verifications in API Server for VN ctest-vnet0-54762444 passed 2025-09-11 02:14:49,964 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet0-54762444 passed 2025-09-11 02:14:50,190 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vnet0-54762444 is found in opserver 2025-09-11 02:14:51,226 - INFO - Created VN ctest-vnet1-46684661 2025-09-11 02:14:51,595 - INFO - Verified VN network id 15 for VN 2bd53aa4-bae7-4188-aaba-a575ef32940e 2025-09-11 02:14:51,596 - INFO - Verifications in API Server for VN ctest-vnet1-46684661 passed 2025-09-11 02:14:51,662 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet1-46684661 passed 2025-09-11 02:14:51,810 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vnet1-46684661 is found in opserver 2025-09-11 02:14:52,796 - INFO - Created VN ctest-vnet2-24435460 2025-09-11 02:14:53,157 - INFO - Verified VN network id 16 for VN a504615d-9171-411b-9d75-4a8cf8cff9a0 2025-09-11 02:14:53,158 - INFO - Verifications in API Server for VN ctest-vnet2-24435460 passed 2025-09-11 02:14:53,239 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet2-24435460 passed 2025-09-11 02:14:53,481 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vnet2-24435460 is found in opserver 2025-09-11 02:14:54,421 - INFO - Created VN ctest-vnet3-71799619 2025-09-11 02:14:54,739 - INFO - Verified VN network id 17 for VN 99953586-499f-4029-9096-4ff193c1b87f 2025-09-11 02:14:54,739 - INFO - Verifications in API Server for VN ctest-vnet3-71799619 passed 2025-09-11 02:14:54,803 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet3-71799619 passed 2025-09-11 02:14:54,963 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vnet3-71799619 is found in opserver 2025-09-11 02:14:55,392 - INFO - Verified policy ctest-policy0-00483248 in API Server, Result: True 2025-09-11 02:14:55,776 - INFO - Verified policy ctest-policy1-45567972 in API Server, Result: True 2025-09-11 02:14:56,166 - INFO - Verified policy ctest-policy2-26945640 in API Server, Result: True 2025-09-11 02:14:56,559 - INFO - Verified policy ctest-policy3-49182136 in API Server, Result: True 2025-09-11 02:14:56,967 - INFO - Verified policy ctest-policy4-29103006 in API Server, Result: True 2025-09-11 02:14:57,366 - INFO - Verified policy ctest-policy5-88738215 in API Server, Result: True 2025-09-11 02:14:57,810 - INFO - Verified policy ctest-policy6-88673248 in API Server, Result: True 2025-09-11 02:14:58,245 - INFO - Verified policy ctest-policy7-11588712 in API Server, Result: True 2025-09-11 02:15:05 URL:http://nexus.opensdn.io/repository///images/converts//ubuntu-traffic.vmdk.gz [705216131/705216131] -> "/contrail-test/images/ubuntu-traffic.vmdk.gz" [1] 2025-09-11 02:15:36,094 - INFO - VM ([<Server: ctest-vmc0-01350635>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:15:37,566 - INFO - VM ([<Server: ctest-vmc1-97515920>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:15:37,566 - INFO - Waiting for VM ctest-vmc0-01350635 to be up.. 2025-09-11 02:16:28,520 - INFO - VM name : ctest-vmc0-01350635 2025-09-11 02:17:02,682 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc0-01350635 passed 2025-09-11 02:17:23,527 - INFO - Waiting for VM ctest-vmc1-97515920 to be up.. 2025-09-11 02:17:23,626 - INFO - VM name : ctest-vmc1-97515920 2025-09-11 02:17:25,007 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc1-97515920 passed 2025-09-11 02:17:35,972 - INFO - Validated the rules for VM:ctest-vmc1-97515920 with attached policy:['ctest-policy2-26945640', 'ctest-policy3-49182136'] and vn:ctest-vnet1-46684661 2025-09-11 02:17:36,294 - INFO - Validated the rules for VM:ctest-vmc0-01350635 with attached policy:['ctest-policy0-00483248', 'ctest-policy1-45567972'] and vn:ctest-vnet0-54762444 2025-09-11 02:17:36,303 - INFO - Policy rules comparison with system for all Virtual networks are done 2025-09-11 02:17:36,333 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-54762444, result of expected rules check passed 2025-09-11 02:17:36,339 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet1-46684661, validated that no extra rules are present 2025-09-11 02:17:36,346 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet2-24435460, validated that no extra rules are present 2025-09-11 02:17:36,353 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet3-71799619, validated that no extra rules are present 2025-09-11 02:17:36,381 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet1-46684661, result of expected rules check passed 2025-09-11 02:17:36,387 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-54762444, validated that no extra rules are present 2025-09-11 02:17:36,394 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet2-24435460, validated that no extra rules are present 2025-09-11 02:17:36,401 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet3-71799619, validated that no extra rules are present 2025-09-11 02:17:44,989 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-01350635 passed 2025-09-11 02:17:47,483 - INFO - Ping to IP 2a13:da8f:1ec6:f3da:7178:f7ce:0:3 from VM ctest-vmc0-01350635 passed 2025-09-11 02:17:47,484 - INFO - Deleting VM ctest-vmc1-97515920 2025-09-11 02:17:49,582 - INFO - VM ctest-vmc1-97515920 is fully removed in API-Server 2025-09-11 02:17:49,791 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vnet1-46684661 2025-09-11 02:17:49,791 - INFO - VM ctest-vmc1-97515920 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:17:55,025 - INFO - Routes for VM ctest-vmc1-97515920 is removed in all control-nodes 2025-09-11 02:18:16,752 - INFO - 6f355621-cbf5-499b-bf56-cb969fd8f9b1 vm uve deleted from opserver 2025-09-11 02:18:16,810 - INFO - 6f355621-cbf5-499b-bf56-cb969fd8f9b1 vm uve deleted from opserver 2025-09-11 02:18:16,824 - INFO - 6f355621-cbf5-499b-bf56-cb969fd8f9b1 vm uve deleted from opserver 2025-09-11 02:18:16,824 - INFO - Validated that VM 6f355621-cbf5-499b-bf56-cb969fd8f9b1 is removed from Opserver 2025-09-11 02:18:16,824 - INFO - Deleting VM ctest-vmc0-01350635 2025-09-11 02:18:18,977 - INFO - VM ctest-vmc0-01350635 is fully removed in API-Server 2025-09-11 02:18:19,190 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vnet0-54762444 2025-09-11 02:18:19,190 - INFO - VM ctest-vmc0-01350635 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:18:19,445 - INFO - Routes for VM ctest-vmc0-01350635 is removed in all control-nodes 2025-09-11 02:18:22,617 - INFO - 148158ee-ba18-4c65-ab48-dc7dc13d4402 vm uve deleted from opserver 2025-09-11 02:18:22,670 - INFO - 148158ee-ba18-4c65-ab48-dc7dc13d4402 vm uve deleted from opserver 2025-09-11 02:18:22,683 - INFO - 148158ee-ba18-4c65-ab48-dc7dc13d4402 vm uve deleted from opserver 2025-09-11 02:18:22,683 - INFO - Validated that VM 148158ee-ba18-4c65-ab48-dc7dc13d4402 is removed from Opserver 2025-09-11 02:18:24,244 - INFO - Deleted policy ctest-policy7-11588712 2025-09-11 02:18:24,447 - INFO - Deleted policy ctest-policy6-88673248 2025-09-11 02:18:24,686 - INFO - Deleted policy ctest-policy5-88738215 2025-09-11 02:18:24,923 - INFO - Deleted policy ctest-policy4-29103006 2025-09-11 02:18:25,171 - INFO - Deleted policy ctest-policy3-49182136 2025-09-11 02:18:25,418 - INFO - Deleted policy ctest-policy2-26945640 2025-09-11 02:18:25,657 - INFO - Deleted policy ctest-policy1-45567972 2025-09-11 02:18:25,887 - INFO - Deleted policy ctest-policy0-00483248 2025-09-11 02:18:26,067 - INFO - Deleting VN ctest-vnet3-71799619 2025-09-11 02:18:26,399 - INFO - Validated that VN ctest-vnet3-71799619 is not found in API Server 2025-09-11 02:18:26,422 - INFO - Validated that VN ctest-vnet3-71799619 is not in any agent 2025-09-11 02:18:26,467 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet3-71799619 info 2025-09-11 02:18:26,468 - INFO - Deleting VN ctest-vnet2-24435460 2025-09-11 02:18:26,757 - INFO - Validated that VN ctest-vnet2-24435460 is not found in API Server 2025-09-11 02:18:26,778 - INFO - Validated that VN ctest-vnet2-24435460 is not in any agent 2025-09-11 02:18:26,808 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet2-24435460 info 2025-09-11 02:18:26,808 - INFO - Deleting VN ctest-vnet1-46684661 2025-09-11 02:18:27,104 - INFO - Validated that VN ctest-vnet1-46684661 is not found in API Server 2025-09-11 02:18:27,126 - INFO - Validated that VN ctest-vnet1-46684661 is not in any agent 2025-09-11 02:18:27,156 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet1-46684661 info 2025-09-11 02:18:27,156 - INFO - Deleting VN ctest-vnet0-54762444 2025-09-11 02:18:27,501 - INFO - Validated that VN ctest-vnet0-54762444 is not found in API Server 2025-09-11 02:18:27,523 - INFO - Validated that VN ctest-vnet0-54762444 is not in any agent 2025-09-11 02:18:27,551 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet0-54762444 info 2025-09-11 02:18:27,651 - INFO - IPAM: ctest-TestBasicPolicyIpv4v6-54756315-default-ipam is not found in API Server 2025-09-11 02:18:27,672 - INFO - IPAM:ctest-TestBasicPolicyIpv4v6-54756315-default-ipam is not found in control node 2025-09-11 02:18:29,443 - INFO - END TEST : test_policy : PASSED[0:03:44] 2025-09-11 02:18:29,444 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:18:30,724 - INFO - END TEST : test_policy : PASSED[0:03:46] 2025-09-11 02:18:30,724 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:18:30,726 - INFO - ================================================================================ 2025-09-11 02:18:30,726 - INFO - STARTING TEST : test_policy_to_deny 2025-09-11 02:18:32,019 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:18:32,019 - INFO - 2025-09-11 02:18:32,019 - INFO - ================================================================================ 2025-09-11 02:18:32,019 - INFO - STARTING TEST : test_policy_to_deny 2025-09-11 02:18:32,019 - INFO - TEST DESCRIPTION : Test to validate that with policy having rule to disable icmp within the VN, ping between VMs should fail 1. Pick 2 VN from resource pool which have one VM in each 2. Create policy with icmp deny rule 3. Associate policy to both VN 4. Ping from one VM to another. Ping should fail Pass criteria: Step 2,3 and 4 should pass 2025-09-11 02:18:33,283 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:18:33,283 - INFO - 2025-09-11 02:18:34,686 - INFO - Created VN ctest-vn1-17568198 2025-09-11 02:18:35,249 - INFO - Verified VN network id 14 for VN 5141f973-fd36-4f98-8ba3-9e13505fab0d 2025-09-11 02:18:35,249 - INFO - Verifications in API Server for VN ctest-vn1-17568198 passed 2025-09-11 02:18:35,324 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-17568198 passed 2025-09-11 02:18:35,464 - INFO - VN ctest-vn1-17568198 Policy verification: verify_vn_policy_in_api_server, status: True 2025-09-11 02:18:35,503 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-54756315:ctest-vn1-17568198 is found in opserver 2025-09-11 02:18:36,631 - INFO - VM ([<Server: ctest-vn1_vm1-61032365>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:18:38,018 - INFO - VM ([<Server: ctest-vn1_vm2-32127113>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:18:38,018 - INFO - Waiting for VM ctest-vn1_vm1-61032365 to be up.. 2025-09-11 02:18:43,188 - INFO - VM name : ctest-vn1_vm1-61032365 2025-09-11 02:19:17,290 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1-61032365 passed 2025-09-11 02:19:38,121 - INFO - Waiting for VM ctest-vn1_vm2-32127113 to be up.. 2025-09-11 02:19:38,200 - INFO - VM name : ctest-vn1_vm2-32127113 2025-09-11 02:19:39,527 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm2-32127113 passed 2025-09-11 02:20:44,183 - WARNING - Ping to IP 192.168.10.4 from VM ctest-vn1_vm1-61032365 failed 2025-09-11 02:20:47,690 - WARNING - Ping to IP 237f:772c:a825:884b:7dd3:5f73:0:4 from VM ctest-vn1_vm1-61032365 failed 2025-09-11 02:20:47,691 - INFO - Deleting VM ctest-vn1_vm2-32127113 2025-09-11 02:20:47,774 - INFO - Deleting VM ctest-vn1_vm1-61032365 2025-09-11 02:20:48,019 - INFO - Deleting VN ctest-vn1-17568198 2025-09-11 02:20:48,109 - WARNING - Deleting VN ctest-vn1-17568198 failed..Will retry 2025-09-11 02:20:50,525 - INFO - Validated that VN ctest-vn1-17568198 is not found in API Server 2025-09-11 02:20:50,547 - INFO - Validated that VN ctest-vn1-17568198 is not in any agent 2025-09-11 02:20:50,576 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-17568198 info 2025-09-11 02:20:50,627 - INFO - Deleted policy ctest-policy1-44275300 2025-09-11 02:20:51,911 - INFO - END TEST : test_policy_to_deny : PASSED[0:02:19] 2025-09-11 02:20:51,911 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:20:53,191 - INFO - END TEST : test_policy_to_deny : PASSED[0:02:23] 2025-09-11 02:20:53,191 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:20:53,939 - INFO - Deleted project: ctest-TestBasicPolicyIpv4v6-54756315, ID : 54a6e509-4be8-4ace-b69d-3dc385d40cfb 2025-09-11 02:20:54,111 - INFO - Domain Default found not creating 2025-09-11 02:20:54,257 - INFO - Project ctest-TestBasicPolicyModifyIpv4v6-62041778 not found, creating it 2025-09-11 02:20:54,799 - INFO - Created Project:ctest-TestBasicPolicyModifyIpv4v6-62041778, ID : 569c0b39-80af-4785-b0ba-d728c03756ee 2025-09-11 02:20:56,356 - INFO - ================================================================================ 2025-09-11 02:20:56,356 - INFO - STARTING TEST : test_policy_modify_vn_policy 2025-09-11 02:20:57,620 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:20:57,620 - INFO - 2025-09-11 02:20:57,620 - INFO - ================================================================================ 2025-09-11 02:20:57,620 - INFO - STARTING TEST : test_policy_modify_vn_policy 2025-09-11 02:20:57,620 - INFO - TEST DESCRIPTION : Configure policies based on topology; 2025-09-11 02:20:58,883 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:20:58,884 - INFO - 2025-09-11 02:20:58,884 - INFO - Scenario for the test used is: <class 'scripts.policy.sdn_single_vm_policy_topology.sdn_single_vm_policy_config'> 2025-09-11 02:20:59,625 - INFO - Using existing project ['default-domain', 'ctest-TestBasicPolicyModifyIpv4v6-62041778'](569c0b39-80af-4785-b0ba-d728c03756ee) 2025-09-11 02:20:59,625 - INFO - provision user admin with role as admin in tenant ctest-TestBasicPolicyModifyIpv4v6-62041778 2025-09-11 02:21:02,062 - INFO - Verification of project ctest-TestBasicPolicyModifyIpv4v6-62041778 in API Server 10.0.0.49 passed 2025-09-11 02:21:02,477 - INFO - Verifications in API Server for IPAM: ctest-TestBasicPolicyModifyIpv4v6-62041778-default-ipam passed 2025-09-11 02:21:02,492 - INFO - Verifications in Control node for IPAM: ctest-TestBasicPolicyModifyIpv4v6-62041778-default-ipam passed 2025-09-11 02:21:03,671 - INFO - Created VN ctest-vnet0-50801837 2025-09-11 02:21:04,283 - INFO - Verified VN network id 14 for VN 714f6bb1-17a6-499a-b2f0-566c8eac022e 2025-09-11 02:21:04,283 - INFO - Verifications in API Server for VN ctest-vnet0-50801837 passed 2025-09-11 02:21:04,346 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet0-50801837 passed 2025-09-11 02:21:05,517 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyModifyIpv4v6-62041778:ctest-vnet0-50801837 is found in opserver 2025-09-11 02:21:05,940 - INFO - Verified policy ctest-policy0-52534987 in API Server, Result: True 2025-09-11 02:21:06,380 - INFO - Verified policy ctest-policy1-83350882 in API Server, Result: True 2025-09-11 02:21:06,742 - INFO - Verified policy ctest-policy2-76420548 in API Server, Result: True 2025-09-11 02:21:08,384 - INFO - VM ([<Server: ctest-vmc0-95494092>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:21:08,384 - INFO - Waiting for VM ctest-vmc0-95494092 to be up.. 2025-09-11 02:21:13,513 - INFO - VM name : ctest-vmc0-95494092 2025-09-11 02:21:47,983 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc0-95494092 passed 2025-09-11 02:22:09,250 - INFO - Validated the rules for VM:ctest-vmc0-95494092 with attached policy:['ctest-policy0-52534987', 'ctest-policy1-83350882'] and vn:ctest-vnet0-50801837 2025-09-11 02:22:09,258 - INFO - Policy rules comparison with system for all Virtual networks are done 2025-09-11 02:22:09,279 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-50801837, result of expected rules check passed 2025-09-11 02:22:09,285 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-50801837, validated that no extra rules are present 2025-09-11 02:22:09,296 - INFO - adding policy ctest-policy2-76420548 to vn ctest-vnet0-50801837 2025-09-11 02:22:14,623 - INFO - New policy list of VN ctest-vnet0-50801837 is ['ctest-policy0-52534987', 'ctest-policy1-83350882', 'ctest-policy2-76420548'] 2025-09-11 02:22:14,640 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-50801837, result of expected rules check passed 2025-09-11 02:22:14,646 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-50801837, validated that no extra rules are present 2025-09-11 02:22:19,818 - INFO - New policy list of VN ctest-vnet0-50801837 is [] 2025-09-11 02:22:19,829 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-50801837, result of expected rules check passed 2025-09-11 02:22:19,835 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-50801837, validated that no extra rules are present 2025-09-11 02:22:19,835 - INFO - Skipping deletion of policy ctest-policy2-76420548 2025-09-11 02:22:19,835 - INFO - Deleting VM ctest-vmc0-95494092 2025-09-11 02:22:21,936 - INFO - VM ctest-vmc0-95494092 is fully removed in API-Server 2025-09-11 02:22:22,135 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestBasicPolicyModifyIpv4v6-62041778:ctest-vnet0-50801837 2025-09-11 02:22:22,135 - INFO - VM ctest-vmc0-95494092 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:22:22,371 - INFO - Routes for VM ctest-vmc0-95494092 is removed in all control-nodes 2025-09-11 02:22:50,217 - INFO - 288dc5ba-ac8e-4596-920d-a14534cfd2a7 vm uve deleted from opserver 2025-09-11 02:22:50,229 - INFO - 288dc5ba-ac8e-4596-920d-a14534cfd2a7 vm uve deleted from opserver 2025-09-11 02:22:50,240 - INFO - 288dc5ba-ac8e-4596-920d-a14534cfd2a7 vm uve deleted from opserver 2025-09-11 02:22:50,241 - INFO - Validated that VM 288dc5ba-ac8e-4596-920d-a14534cfd2a7 is removed from Opserver 2025-09-11 02:22:50,393 - INFO - Deleted policy ctest-policy2-76420548 2025-09-11 02:22:50,643 - INFO - Deleted policy ctest-policy1-83350882 2025-09-11 02:22:50,876 - INFO - Deleted policy ctest-policy0-52534987 2025-09-11 02:22:51,059 - INFO - Deleting VN ctest-vnet0-50801837 2025-09-11 02:22:51,385 - INFO - Validated that VN ctest-vnet0-50801837 is not found in API Server 2025-09-11 02:22:51,409 - INFO - Validated that VN ctest-vnet0-50801837 is not in any agent 2025-09-11 02:22:51,445 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet0-50801837 info 2025-09-11 02:22:51,535 - INFO - IPAM: ctest-TestBasicPolicyModifyIpv4v6-62041778-default-ipam is not found in API Server 2025-09-11 02:22:51,558 - INFO - IPAM:ctest-TestBasicPolicyModifyIpv4v6-62041778-default-ipam is not found in control node 2025-09-11 02:22:53,343 - INFO - END TEST : test_policy_modify_vn_policy : PASSED[0:01:56] 2025-09-11 02:22:53,343 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:22:54,609 - INFO - END TEST : test_policy_modify_vn_policy : PASSED[0:01:58] 2025-09-11 02:22:54,610 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:22:55,783 - INFO - Deleted project: ctest-TestBasicPolicyModifyIpv4v6-62041778, ID : 569c0b39-80af-4785-b0ba-d728c03756ee 2025-09-11 02:22:55,971 - INFO - Domain Default found not creating 2025-09-11 02:22:56,123 - INFO - Project ctest-TestBasicPolicyNegativeIpv4v6-93593301 not found, creating it 2025-09-11 02:22:56,672 - INFO - Created Project:ctest-TestBasicPolicyNegativeIpv4v6-93593301, ID : 264df4a9-a51c-47e9-88f9-31cded13944b 2025-09-11 02:22:58,157 - INFO - ================================================================================ 2025-09-11 02:22:58,157 - INFO - STARTING TEST : test_remove_policy_with_ref 2025-09-11 02:22:59,418 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:22:59,418 - INFO - 2025-09-11 02:22:59,418 - INFO - ================================================================================ 2025-09-11 02:22:59,418 - INFO - STARTING TEST : test_remove_policy_with_ref 2025-09-11 02:22:59,418 - INFO - TEST DESCRIPTION : This tests the following scenarios. 1. Test to validate that policy removal will fail when it referenced with VN. 2. validate vn_policy data in api-s against quantum-vn data, when created and unbind policy from VN thru quantum APIs. 3. validate policy data in api-s against quantum-policy data, when created and deleted thru quantum APIs. 2025-09-11 02:23:00,689 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:23:00,689 - INFO - 2025-09-11 02:23:02,125 - INFO - Created VN ctest-vn4-98377922 2025-09-11 02:23:02,994 - INFO - Verified VN network id 14 for VN c189c52f-6d92-4eca-90a7-4d101088bfe3 2025-09-11 02:23:02,995 - INFO - Verifications in API Server for VN ctest-vn4-98377922 passed 2025-09-11 02:23:03,069 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn4-98377922 passed 2025-09-11 02:23:03,190 - INFO - VN ctest-vn4-98377922 Policy verification: verify_vn_policy_in_api_server, status: True 2025-09-11 02:23:04,285 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyNegativeIpv4v6-93593301:ctest-vn4-98377922 is found in opserver 2025-09-11 02:23:04,454 - INFO - Verified policy ctest-policy1-36591113 in API Server, Result: True 2025-09-11 02:23:04,454 - INFO - Done with setup and verification, moving onto test .. 2025-09-11 02:23:04,465 - INFO - Deleting VN ctest-vn4-98377922 2025-09-11 02:23:04,784 - INFO - Validated that VN ctest-vn4-98377922 is not found in API Server 2025-09-11 02:23:04,812 - INFO - Validated that VN ctest-vn4-98377922 is not in any agent 2025-09-11 02:23:04,845 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn4-98377922 info 2025-09-11 02:23:04,881 - INFO - Deleted policy ctest-policy1-36591113 2025-09-11 02:23:06,328 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:07] 2025-09-11 02:23:06,328 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:23:07,607 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:09] 2025-09-11 02:23:07,607 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:23:08,283 - INFO - Deleted project: ctest-TestBasicPolicyNegativeIpv4v6-93593301, ID : 264df4a9-a51c-47e9-88f9-31cded13944b 2025-09-11 02:23:08,467 - INFO - Domain Default found not creating 2025-09-11 02:23:08,610 - INFO - Project ctest-TestPolicyAcl-79333722 not found, creating it 2025-09-11 02:23:09,123 - INFO - Created Project:ctest-TestPolicyAcl-79333722, ID : 0752d51f-84eb-4c8d-8a45-b0f1801c431f 2025-09-11 02:23:11,366 - INFO - ================================================================================ 2025-09-11 02:23:11,366 - INFO - STARTING TEST : test_policy_inheritance_src_vn_dst_pol 2025-09-11 02:23:11,366 - INFO - TEST DESCRIPTION : Test cases to test policy inheritance 2025-09-11 02:23:12,644 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:23:12,644 - INFO - 2025-09-11 02:23:14,385 - INFO - Verifications in API Server for IPAM: ipam1 passed 2025-09-11 02:23:14,401 - INFO - Verifications in Control node for IPAM: ipam1 passed 2025-09-11 02:23:14,525 - INFO - Verifications in API Server for IPAM: ipam2 passed 2025-09-11 02:23:14,541 - INFO - Verifications in Control node for IPAM: ipam2 passed 2025-09-11 02:23:14,678 - INFO - Verifications in API Server for IPAM: ipam3 passed 2025-09-11 02:23:14,698 - INFO - Verifications in Control node for IPAM: ipam3 passed 2025-09-11 02:23:15,281 - INFO - Created VN ctest-VN1-39121718 2025-09-11 02:23:15,990 - INFO - Created VN ctest-VN2-09281928 2025-09-11 02:23:16,599 - INFO - Created VN ctest-VN3-18402484 2025-09-11 02:23:16,856 - INFO - Verified VN network id 14 for VN d4c6b68c-7124-442d-b222-a25623731dc1 2025-09-11 02:23:16,857 - INFO - Verifications in API Server for VN ctest-VN1-39121718 passed 2025-09-11 02:23:16,921 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-VN1-39121718 passed 2025-09-11 02:23:18,161 - INFO - Validated that VN default-domain:ctest-TestPolicyAcl-79333722:ctest-VN1-39121718 is found in opserver 2025-09-11 02:23:18,388 - INFO - Verified VN network id 15 for VN 5c42deef-def1-45de-b10f-e6026449f65b 2025-09-11 02:23:18,388 - INFO - Verifications in API Server for VN ctest-VN2-09281928 passed 2025-09-11 02:23:18,463 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-VN2-09281928 passed 2025-09-11 02:23:18,767 - INFO - Validated that VN default-domain:ctest-TestPolicyAcl-79333722:ctest-VN2-09281928 is found in opserver 2025-09-11 02:23:18,990 - INFO - Verified VN network id 16 for VN 7e3fbacd-cef4-4531-872b-1650dbed1f90 2025-09-11 02:23:18,990 - INFO - Verifications in API Server for VN ctest-VN3-18402484 passed 2025-09-11 02:23:19,055 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-VN3-18402484 passed 2025-09-11 02:23:19,339 - INFO - Validated that VN default-domain:ctest-TestPolicyAcl-79333722:ctest-VN3-18402484 is found in opserver 2025-09-11 02:23:20,459 - INFO - Associated Policy to ctest-VN1-39121718 2025-09-11 02:23:21,916 - INFO - VM ([<Server: ctest-VM11-43612210>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:23:23,235 - INFO - VM ([<Server: ctest-VM21-37268901>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:23:24,910 - INFO - VM ([<Server: ctest-VM31-80275801>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:23:24,993 - INFO - VM name : ctest-VM11-43612210 2025-09-11 02:23:25,912 - INFO - VM ctest-VM11-43612210 verfication in all API Servers passed 2025-09-11 02:24:08,565 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM11-43612210 passed 2025-09-11 02:24:08,566 - INFO - VM ctest-VM11-43612210 verifications in Compute nodes passed 2025-09-11 02:24:08,835 - INFO - Validated routes of VM ctest-VM11-43612210 in all vrouters 2025-09-11 02:24:09,497 - INFO - Verification in Control-nodes for VM ctest-VM11-43612210 passed 2025-09-11 02:24:09,592 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:24:09,614 - INFO - VM 7151b07f-228d-4abe-93a1-889b86269358 is present in default-domain:ctest-TestPolicyAcl-79333722:ctest-VN1-39121718 2025-09-11 02:24:09,792 - INFO - tap interface default-domain:ctest-TestPolicyAcl-79333722:c12d01f7-0222-4e6c-9014-b9816862d2cb of vm 7151b07f-228d-4abe-93a1-889b86269358 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 02:24:09,826 - INFO - VM ctest-VM11-43612210 validations in Opserver passed 2025-09-11 02:24:09,921 - INFO - VM name : ctest-VM21-37268901 2025-09-11 02:24:10,364 - INFO - VM ctest-VM21-37268901 verfication in all API Servers passed 2025-09-11 02:24:20,322 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM21-37268901 passed 2025-09-11 02:24:20,322 - INFO - VM ctest-VM21-37268901 verifications in Compute nodes passed 2025-09-11 02:24:20,656 - INFO - Validated routes of VM ctest-VM21-37268901 in all vrouters 2025-09-11 02:24:21,310 - INFO - Verification in Control-nodes for VM ctest-VM21-37268901 passed 2025-09-11 02:24:21,397 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:24:21,416 - INFO - VM 2a232dd4-1c82-40d8-8fc4-53c49e7dcaa1 is present in default-domain:ctest-TestPolicyAcl-79333722:ctest-VN2-09281928 2025-09-11 02:24:21,562 - INFO - tap interface default-domain:ctest-TestPolicyAcl-79333722:b93bb9d4-f2c8-47d3-a91c-9812a54e8f4e of vm 2a232dd4-1c82-40d8-8fc4-53c49e7dcaa1 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-2 uve 2025-09-11 02:24:21,603 - INFO - VM ctest-VM21-37268901 validations in Opserver passed 2025-09-11 02:24:21,730 - INFO - VM name : ctest-VM31-80275801 2025-09-11 02:24:22,070 - INFO - VM ctest-VM31-80275801 verfication in all API Servers passed 2025-09-11 02:24:23,752 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-VM31-80275801 passed 2025-09-11 02:24:23,752 - INFO - VM ctest-VM31-80275801 verifications in Compute nodes passed 2025-09-11 02:24:24,032 - INFO - Validated routes of VM ctest-VM31-80275801 in all vrouters 2025-09-11 02:24:24,835 - INFO - Verification in Control-nodes for VM ctest-VM31-80275801 passed 2025-09-11 02:24:24,933 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:24:24,954 - INFO - VM 2a7a69e5-4b43-45d9-97ce-8ad4b69b2be0 is present in default-domain:ctest-TestPolicyAcl-79333722:ctest-VN3-18402484 2025-09-11 02:24:25,101 - INFO - tap interface default-domain:ctest-TestPolicyAcl-79333722:039fe433-50cd-4b04-aad6-d42bd483d203 of vm 2a7a69e5-4b43-45d9-97ce-8ad4b69b2be0 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 02:24:25,140 - INFO - VM ctest-VM31-80275801 validations in Opserver passed 2025-09-11 02:24:25,140 - INFO - Waiting for VM ctest-VM11-43612210 to be up.. 2025-09-11 02:24:26,321 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM11-43612210 passed 2025-09-11 02:24:31,691 - INFO - Waiting for VM ctest-VM21-37268901 to be up.. 2025-09-11 02:24:32,860 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM21-37268901 passed 2025-09-11 02:24:43,414 - INFO - Waiting for VM ctest-VM31-80275801 to be up.. 2025-09-11 02:24:44,584 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-VM31-80275801 passed 2025-09-11 02:25:29,628 - INFO - Ping to IP 42.76.195.3 from VM ctest-VM11-43612210 passed 2025-09-11 02:25:29,628 - INFO - Test with src as VN and dst as policy PASSED 2025-09-11 02:25:29,628 - INFO - Deleting VM ctest-VM31-80275801 2025-09-11 02:25:31,731 - INFO - VM ctest-VM31-80275801 is fully removed in API-Server 2025-09-11 02:25:31,931 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestPolicyAcl-79333722:ctest-VN3-18402484 2025-09-11 02:25:31,932 - INFO - VM ctest-VM31-80275801 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:25:32,164 - INFO - Routes for VM ctest-VM31-80275801 is removed in all control-nodes 2025-09-11 02:25:50,637 - INFO - 2a7a69e5-4b43-45d9-97ce-8ad4b69b2be0 vm uve deleted from opserver 2025-09-11 02:25:50,648 - INFO - 2a7a69e5-4b43-45d9-97ce-8ad4b69b2be0 vm uve deleted from opserver 2025-09-11 02:25:50,661 - INFO - 2a7a69e5-4b43-45d9-97ce-8ad4b69b2be0 vm uve deleted from opserver 2025-09-11 02:25:50,661 - INFO - Validated that VM 2a7a69e5-4b43-45d9-97ce-8ad4b69b2be0 is removed from Opserver 2025-09-11 02:25:50,661 - INFO - Deleting VM ctest-VM21-37268901 2025-09-11 02:25:52,789 - INFO - VM ctest-VM21-37268901 is fully removed in API-Server 2025-09-11 02:25:53,010 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestPolicyAcl-79333722:ctest-VN2-09281928 2025-09-11 02:25:53,010 - INFO - VM ctest-VM21-37268901 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:25:53,219 - INFO - Routes for VM ctest-VM21-37268901 is removed in all control-nodes 2025-09-11 02:26:14,762 - INFO - 2a232dd4-1c82-40d8-8fc4-53c49e7dcaa1 vm uve deleted from opserver 2025-09-11 02:26:14,774 - INFO - 2a232dd4-1c82-40d8-8fc4-53c49e7dcaa1 vm uve deleted from opserver 2025-09-11 02:26:14,787 - INFO - 2a232dd4-1c82-40d8-8fc4-53c49e7dcaa1 vm uve deleted from opserver 2025-09-11 02:26:14,787 - INFO - Validated that VM 2a232dd4-1c82-40d8-8fc4-53c49e7dcaa1 is removed from Opserver 2025-09-11 02:26:14,787 - INFO - Deleting VM ctest-VM11-43612210 2025-09-11 02:26:16,882 - INFO - VM ctest-VM11-43612210 is fully removed in API-Server 2025-09-11 02:26:17,091 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestPolicyAcl-79333722:ctest-VN1-39121718 2025-09-11 02:26:17,091 - INFO - VM ctest-VM11-43612210 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:26:17,282 - INFO - Routes for VM ctest-VM11-43612210 is removed in all control-nodes 2025-09-11 02:26:20,436 - INFO - 7151b07f-228d-4abe-93a1-889b86269358 vm uve deleted from opserver 2025-09-11 02:26:20,449 - INFO - 7151b07f-228d-4abe-93a1-889b86269358 vm uve deleted from opserver 2025-09-11 02:26:20,461 - INFO - 7151b07f-228d-4abe-93a1-889b86269358 vm uve deleted from opserver 2025-09-11 02:26:20,461 - INFO - Validated that VM 7151b07f-228d-4abe-93a1-889b86269358 is removed from Opserver 2025-09-11 02:26:21,099 - INFO - Detached Policy from ctest-VN1-39121718 2025-09-11 02:26:21,157 - INFO - Deleted policy ctest-policy13-73259202 2025-09-11 02:26:21,207 - INFO - Deleted policy ctest-policy21-92405409 2025-09-11 02:26:21,240 - INFO - Deleted policy ctest-policy12-84527333 2025-09-11 02:26:21,240 - INFO - Deleting VN ctest-VN3-18402484 2025-09-11 02:26:21,593 - INFO - Validated that VN ctest-VN3-18402484 is not found in API Server 2025-09-11 02:26:21,616 - INFO - Validated that VN ctest-VN3-18402484 is not in any agent 2025-09-11 02:26:21,648 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-VN3-18402484 info 2025-09-11 02:26:21,648 - INFO - Deleting VN ctest-VN2-09281928 2025-09-11 02:26:22,007 - INFO - Validated that VN ctest-VN2-09281928 is not found in API Server 2025-09-11 02:26:22,033 - INFO - Validated that VN ctest-VN2-09281928 is not in any agent 2025-09-11 02:26:22,074 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-VN2-09281928 info 2025-09-11 02:26:22,074 - INFO - Deleting VN ctest-VN1-39121718 2025-09-11 02:26:22,412 - INFO - Validated that VN ctest-VN1-39121718 is not found in API Server 2025-09-11 02:26:22,436 - INFO - Validated that VN ctest-VN1-39121718 is not in any agent 2025-09-11 02:26:22,471 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-VN1-39121718 info 2025-09-11 02:26:22,591 - INFO - IPAM: ipam3 is not found in API Server 2025-09-11 02:26:22,613 - INFO - IPAM:ipam3 is not found in control node 2025-09-11 02:26:22,755 - INFO - IPAM: ipam2 is not found in API Server 2025-09-11 02:26:22,782 - INFO - IPAM:ipam2 is not found in control node 2025-09-11 02:26:22,923 - INFO - IPAM: ipam1 is not found in API Server 2025-09-11 02:26:22,951 - INFO - IPAM:ipam1 is not found in control node 2025-09-11 02:26:24,260 - INFO - END TEST : test_policy_inheritance_src_vn_dst_pol : PASSED[0:03:13] 2025-09-11 02:26:24,261 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:26:25,032 - INFO - Deleted project: ctest-TestPolicyAcl-79333722, ID : 0752d51f-84eb-4c8d-8a45-b0f1801c431f 2025-09-11 02:26:25,256 - INFO - Domain Default found not creating 2025-09-11 02:26:25,412 - INFO - Project ctest-TestPolicyAclIpv4v6-19387082 not found, creating it 2025-09-11 02:26:25,971 - INFO - Created Project:ctest-TestPolicyAclIpv4v6-19387082, ID : 193df22e-f7a6-4e3b-8f3d-d1286d8ca3bd 2025-09-11 02:26:27,603 - INFO - ================================================================================ 2025-09-11 02:26:27,603 - INFO - STARTING TEST : test_policy_inheritance_src_pol_dst_any 2025-09-11 02:26:28,860 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:26:28,860 - INFO - 2025-09-11 02:26:28,860 - INFO - ================================================================================ 2025-09-11 02:26:28,860 - INFO - STARTING TEST : test_policy_inheritance_src_pol_dst_any 2025-09-11 02:26:28,860 - INFO - TEST DESCRIPTION : Test cases to test policy inheritance 2025-09-11 02:26:30,141 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:26:30,141 - INFO - 2025-09-11 02:26:31,911 - INFO - Verifications in API Server for IPAM: ipam1 passed 2025-09-11 02:26:31,927 - INFO - Verifications in Control node for IPAM: ipam1 passed 2025-09-11 02:26:32,045 - INFO - Verifications in API Server for IPAM: ipam2 passed 2025-09-11 02:26:32,072 - INFO - Verifications in Control node for IPAM: ipam2 passed 2025-09-11 02:26:32,210 - INFO - Verifications in API Server for IPAM: ipam3 passed 2025-09-11 02:26:32,230 - INFO - Verifications in Control node for IPAM: ipam3 passed 2025-09-11 02:26:33,096 - INFO - Created VN ctest-VN1-50538801 2025-09-11 02:26:34,086 - INFO - Created VN ctest-VN2-76923013 2025-09-11 02:26:34,949 - INFO - Created VN ctest-VN3-05819714 2025-09-11 02:26:35,256 - INFO - Verified VN network id 14 for VN 82a3cc07-8527-447e-b6f8-861cf3fd32a8 2025-09-11 02:26:35,256 - INFO - Verifications in API Server for VN ctest-VN1-50538801 passed 2025-09-11 02:26:35,318 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-VN1-50538801 passed 2025-09-11 02:26:36,498 - INFO - Validated that VN default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN1-50538801 is found in opserver 2025-09-11 02:26:36,705 - INFO - Verified VN network id 15 for VN 5f1617e6-968d-4e14-9113-1dc21b98d2b9 2025-09-11 02:26:36,705 - INFO - Verifications in API Server for VN ctest-VN2-76923013 passed 2025-09-11 02:26:36,770 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-VN2-76923013 passed 2025-09-11 02:26:37,043 - INFO - Validated that VN default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN2-76923013 is found in opserver 2025-09-11 02:26:37,255 - INFO - Verified VN network id 16 for VN 24a82f12-833e-48a6-b799-fd1b5a72a5c9 2025-09-11 02:26:37,255 - INFO - Verifications in API Server for VN ctest-VN3-05819714 passed 2025-09-11 02:26:37,325 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-VN3-05819714 passed 2025-09-11 02:26:37,612 - INFO - Validated that VN default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN3-05819714 is found in opserver 2025-09-11 02:26:40,355 - INFO - VM ([<Server: ctest-VM11-40724831>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:26:41,700 - INFO - VM ([<Server: ctest-VM21-61097314>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:26:43,174 - INFO - VM ([<Server: ctest-VM31-90010509>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:26:43,281 - INFO - VM name : ctest-VM11-40724831 2025-09-11 02:26:44,143 - INFO - VM ctest-VM11-40724831 verfication in all API Servers passed 2025-09-11 02:27:28,850 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM11-40724831 passed 2025-09-11 02:27:28,850 - INFO - VM ctest-VM11-40724831 verifications in Compute nodes passed 2025-09-11 02:27:29,168 - INFO - Validated routes of VM ctest-VM11-40724831 in all vrouters 2025-09-11 02:27:30,068 - INFO - Verification in Control-nodes for VM ctest-VM11-40724831 passed 2025-09-11 02:27:30,174 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:27:30,209 - INFO - VM 0ae9d462-44e0-4324-a1ff-2bfb9c479dab is present in default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN1-50538801 2025-09-11 02:27:30,362 - INFO - tap interface default-domain:ctest-TestPolicyAclIpv4v6-19387082:aa77c050-1c30-4377-8be0-413ad58a90b0 of vm 0ae9d462-44e0-4324-a1ff-2bfb9c479dab is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 02:27:30,399 - INFO - VM ctest-VM11-40724831 validations in Opserver passed 2025-09-11 02:27:30,486 - INFO - VM name : ctest-VM21-61097314 2025-09-11 02:27:30,841 - INFO - VM ctest-VM21-61097314 verfication in all API Servers passed 2025-09-11 02:27:32,568 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM21-61097314 passed 2025-09-11 02:27:32,568 - INFO - VM ctest-VM21-61097314 verifications in Compute nodes passed 2025-09-11 02:27:32,822 - INFO - Validated routes of VM ctest-VM21-61097314 in all vrouters 2025-09-11 02:27:33,720 - INFO - Verification in Control-nodes for VM ctest-VM21-61097314 passed 2025-09-11 02:27:33,823 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:27:33,841 - INFO - VM 38103ac9-0bbf-47a7-b5ca-3a366cf43b27 is present in default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN2-76923013 2025-09-11 02:27:33,995 - INFO - tap interface default-domain:ctest-TestPolicyAclIpv4v6-19387082:cc09baf1-001e-4c2e-8fc8-08c74c634de8 of vm 38103ac9-0bbf-47a7-b5ca-3a366cf43b27 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-2 uve 2025-09-11 02:27:34,030 - INFO - VM ctest-VM21-61097314 validations in Opserver passed 2025-09-11 02:27:34,105 - INFO - VM name : ctest-VM31-90010509 2025-09-11 02:27:34,443 - INFO - VM ctest-VM31-90010509 verfication in all API Servers passed 2025-09-11 02:27:36,148 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-VM31-90010509 passed 2025-09-11 02:27:36,148 - INFO - VM ctest-VM31-90010509 verifications in Compute nodes passed 2025-09-11 02:27:36,357 - INFO - Validated routes of VM ctest-VM31-90010509 in all vrouters 2025-09-11 02:27:37,327 - INFO - Verification in Control-nodes for VM ctest-VM31-90010509 passed 2025-09-11 02:27:37,434 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:27:37,456 - INFO - VM 433a8852-2bbf-43a3-935e-8c1413b601b3 is present in default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN3-05819714 2025-09-11 02:27:37,608 - INFO - tap interface default-domain:ctest-TestPolicyAclIpv4v6-19387082:7203e3c4-134a-47f0-83db-029d2c66588d of vm 433a8852-2bbf-43a3-935e-8c1413b601b3 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 02:27:37,649 - INFO - VM ctest-VM31-90010509 validations in Opserver passed 2025-09-11 02:27:37,649 - INFO - Waiting for VM ctest-VM11-40724831 to be up.. 2025-09-11 02:27:38,836 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM11-40724831 passed 2025-09-11 02:27:49,375 - INFO - Waiting for VM ctest-VM21-61097314 to be up.. 2025-09-11 02:27:50,541 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-VM21-61097314 passed 2025-09-11 02:27:50,778 - INFO - Waiting for VM ctest-VM31-90010509 to be up.. 2025-09-11 02:27:51,961 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-VM31-90010509 passed 2025-09-11 02:28:13,118 - INFO - Ping to IP 124.28.218.67 from VM ctest-VM11-40724831 passed 2025-09-11 02:28:15,711 - INFO - Ping to IP 387c:9d89:c288:9194:44d5:131b:0:3 from VM ctest-VM11-40724831 passed 2025-09-11 02:28:15,712 - INFO - Test with src as policy and dst as any PASSED 2025-09-11 02:28:15,712 - INFO - Deleting VM ctest-VM31-90010509 2025-09-11 02:28:17,812 - INFO - VM ctest-VM31-90010509 is fully removed in API-Server 2025-09-11 02:28:18,034 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN3-05819714 2025-09-11 02:28:18,034 - INFO - VM ctest-VM31-90010509 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:28:18,273 - INFO - Routes for VM ctest-VM31-90010509 is removed in all control-nodes 2025-09-11 02:28:21,425 - INFO - 433a8852-2bbf-43a3-935e-8c1413b601b3 vm uve deleted from opserver 2025-09-11 02:28:21,435 - INFO - 433a8852-2bbf-43a3-935e-8c1413b601b3 vm uve deleted from opserver 2025-09-11 02:28:21,447 - INFO - 433a8852-2bbf-43a3-935e-8c1413b601b3 vm uve deleted from opserver 2025-09-11 02:28:21,447 - INFO - Validated that VM 433a8852-2bbf-43a3-935e-8c1413b601b3 is removed from Opserver 2025-09-11 02:28:21,447 - INFO - Deleting VM ctest-VM21-61097314 2025-09-11 02:28:23,552 - INFO - VM ctest-VM21-61097314 is fully removed in API-Server 2025-09-11 02:28:23,766 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN2-76923013 2025-09-11 02:28:23,766 - INFO - VM ctest-VM21-61097314 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:28:24,011 - INFO - Routes for VM ctest-VM21-61097314 is removed in all control-nodes 2025-09-11 02:28:45,561 - INFO - 38103ac9-0bbf-47a7-b5ca-3a366cf43b27 vm uve deleted from opserver 2025-09-11 02:28:45,573 - INFO - 38103ac9-0bbf-47a7-b5ca-3a366cf43b27 vm uve deleted from opserver 2025-09-11 02:28:45,583 - INFO - 38103ac9-0bbf-47a7-b5ca-3a366cf43b27 vm uve deleted from opserver 2025-09-11 02:28:45,584 - INFO - Validated that VM 38103ac9-0bbf-47a7-b5ca-3a366cf43b27 is removed from Opserver 2025-09-11 02:28:45,584 - INFO - Deleting VM ctest-VM11-40724831 2025-09-11 02:28:47,733 - INFO - VM ctest-VM11-40724831 is fully removed in API-Server 2025-09-11 02:28:47,934 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestPolicyAclIpv4v6-19387082:ctest-VN1-50538801 2025-09-11 02:28:47,934 - INFO - VM ctest-VM11-40724831 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:28:48,119 - INFO - Routes for VM ctest-VM11-40724831 is removed in all control-nodes 2025-09-11 02:28:51,265 - INFO - 0ae9d462-44e0-4324-a1ff-2bfb9c479dab vm uve deleted from opserver 2025-09-11 02:28:51,276 - INFO - 0ae9d462-44e0-4324-a1ff-2bfb9c479dab vm uve deleted from opserver 2025-09-11 02:28:51,288 - INFO - 0ae9d462-44e0-4324-a1ff-2bfb9c479dab vm uve deleted from opserver 2025-09-11 02:28:51,288 - INFO - Validated that VM 0ae9d462-44e0-4324-a1ff-2bfb9c479dab is removed from Opserver 2025-09-11 02:28:51,997 - INFO - Deleted policy ctest-policy21-05149524 2025-09-11 02:28:52,077 - INFO - Deleted policy ctest-policy12-80404932 2025-09-11 02:28:52,124 - INFO - Deleted policy ctest-policy13-40914234 2025-09-11 02:28:52,124 - INFO - Deleting VN ctest-VN3-05819714 2025-09-11 02:28:52,409 - INFO - Validated that VN ctest-VN3-05819714 is not found in API Server 2025-09-11 02:28:52,429 - INFO - Validated that VN ctest-VN3-05819714 is not in any agent 2025-09-11 02:28:52,459 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-VN3-05819714 info 2025-09-11 02:28:52,459 - INFO - Deleting VN ctest-VN2-76923013 2025-09-11 02:28:52,783 - INFO - Validated that VN ctest-VN2-76923013 is not found in API Server 2025-09-11 02:28:52,804 - INFO - Validated that VN ctest-VN2-76923013 is not in any agent 2025-09-11 02:28:52,832 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-VN2-76923013 info 2025-09-11 02:28:52,833 - INFO - Deleting VN ctest-VN1-50538801 2025-09-11 02:28:53,137 - INFO - Validated that VN ctest-VN1-50538801 is not found in API Server 2025-09-11 02:28:53,160 - INFO - Validated that VN ctest-VN1-50538801 is not in any agent 2025-09-11 02:28:53,190 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-VN1-50538801 info 2025-09-11 02:28:53,279 - INFO - IPAM: ipam3 is not found in API Server 2025-09-11 02:28:53,301 - INFO - IPAM:ipam3 is not found in control node 2025-09-11 02:28:53,435 - INFO - IPAM: ipam2 is not found in API Server 2025-09-11 02:28:53,455 - INFO - IPAM:ipam2 is not found in control node 2025-09-11 02:28:53,587 - INFO - IPAM: ipam1 is not found in API Server 2025-09-11 02:28:53,606 - INFO - IPAM:ipam1 is not found in control node 2025-09-11 02:28:54,868 - INFO - END TEST : test_policy_inheritance_src_pol_dst_any : PASSED[0:02:26] 2025-09-11 02:28:54,869 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:28:56,142 - INFO - END TEST : test_policy_inheritance_src_pol_dst_any : PASSED[0:02:29] 2025-09-11 02:28:56,142 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:28:56,895 - INFO - Deleted project: ctest-TestPolicyAclIpv4v6-19387082, ID : 193df22e-f7a6-4e3b-8f3d-d1286d8ca3bd 2025-09-11 02:28:57,068 - INFO - Domain Default found not creating 2025-09-11 02:28:57,516 - INFO - Project ctest-TestBasicPolicy-64568067 not found, creating it 2025-09-11 02:28:58,044 - INFO - Created Project:ctest-TestBasicPolicy-64568067, ID : 31d22def-b7df-4090-9ffb-615d641dfa23 2025-09-11 02:28:59,514 - INFO - ================================================================================ 2025-09-11 02:28:59,514 - INFO - STARTING TEST : test_basic_policy_allow_deny 2025-09-11 02:28:59,514 - INFO - TEST DESCRIPTION : Create 2 Vns and allow icmp traffic between them and validate with pings Update the policy to deny the same traffic Check that pings fail 2025-09-11 02:29:00,776 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:29:00,776 - INFO - 2025-09-11 02:29:01,727 - INFO - Created VN ctest-vn-00904137 2025-09-11 02:29:02,336 - INFO - Created VN ctest-vn-86591538 2025-09-11 02:29:03,557 - INFO - Verified VN network id 14 for VN b8d9d058-89f0-422d-8e99-05d517e334af 2025-09-11 02:29:03,557 - INFO - Verifications in API Server for VN ctest-vn-00904137 passed 2025-09-11 02:29:03,621 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-00904137 passed 2025-09-11 02:29:03,759 - INFO - VN ctest-vn-00904137 Policy verification: verify_vn_policy_in_api_server, status: True 2025-09-11 02:29:04,802 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-64568067:ctest-vn-00904137 is found in opserver 2025-09-11 02:29:05,004 - INFO - Verified VN network id 15 for VN 4f1e16fb-ad57-43c5-8e65-c1889f717b1d 2025-09-11 02:29:05,005 - INFO - Verifications in API Server for VN ctest-vn-86591538 passed 2025-09-11 02:29:05,072 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-86591538 passed 2025-09-11 02:29:05,195 - INFO - VN ctest-vn-86591538 Policy verification: verify_vn_policy_in_api_server, status: True 2025-09-11 02:29:05,361 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-64568067:ctest-vn-86591538 is found in opserver 2025-09-11 02:29:06,422 - INFO - VM ([<Server: ctest-TestBasicPolicy-64568067-24342578>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:29:07,698 - INFO - VM ([<Server: ctest-TestBasicPolicy-64568067-50639712>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:29:07,698 - INFO - Waiting for VM ctest-TestBasicPolicy-64568067-24342578 to be up.. 2025-09-11 02:29:12,867 - INFO - VM name : ctest-TestBasicPolicy-64568067-24342578 2025-09-11 02:29:47,343 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicy-64568067-24342578 passed 2025-09-11 02:30:08,185 - INFO - Waiting for VM ctest-TestBasicPolicy-64568067-50639712 to be up.. 2025-09-11 02:30:08,266 - INFO - VM name : ctest-TestBasicPolicy-64568067-50639712 2025-09-11 02:30:09,580 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicy-64568067-50639712 passed 2025-09-11 02:31:11,057 - INFO - Ping to IP 146.20.150.131 from VM ctest-TestBasicPolicy-64568067-24342578 passed 2025-09-11 02:31:14,737 - WARNING - Ping to IP 146.20.150.131 from VM ctest-TestBasicPolicy-64568067-24342578 failed 2025-09-11 02:31:14,737 - INFO - Deleting VM ctest-TestBasicPolicy-64568067-50639712 2025-09-11 02:31:14,812 - INFO - Deleting VM ctest-TestBasicPolicy-64568067-24342578 2025-09-11 02:31:15,236 - INFO - Deleted policy ctest-policy-allow-all-30219301 2025-09-11 02:31:15,236 - INFO - Deleting VN ctest-vn-86591538 2025-09-11 02:31:15,279 - WARNING - Deleting VN ctest-vn-86591538 failed..Will retry 2025-09-11 02:31:17,587 - INFO - Validated that VN ctest-vn-86591538 is not found in API Server 2025-09-11 02:31:17,608 - INFO - Validated that VN ctest-vn-86591538 is not in any agent 2025-09-11 02:31:17,642 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-86591538 info 2025-09-11 02:31:17,642 - INFO - Deleting VN ctest-vn-00904137 2025-09-11 02:31:17,897 - INFO - Validated that VN ctest-vn-00904137 is not found in API Server 2025-09-11 02:31:17,923 - INFO - Validated that VN ctest-vn-00904137 is not in any agent 2025-09-11 02:31:17,957 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-00904137 info 2025-09-11 02:31:19,231 - INFO - END TEST : test_basic_policy_allow_deny : PASSED[0:02:20] 2025-09-11 02:31:19,231 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:31:19,948 - INFO - Deleted project: ctest-TestBasicPolicy-64568067, ID : 31d22def-b7df-4090-9ffb-615d641dfa23 2025-09-11 02:31:20,137 - INFO - Domain Default found not creating 2025-09-11 02:31:20,286 - INFO - Project ctest-TestDetailedPolicy0Ipv4v6-35038270 not found, creating it 2025-09-11 02:31:20,849 - INFO - Created Project:ctest-TestDetailedPolicy0Ipv4v6-35038270, ID : 1b91080a-bddf-4fa7-a935-5d306d3b0c61 2025-09-11 02:31:22,288 - INFO - ================================================================================ 2025-09-11 02:31:22,288 - INFO - STARTING TEST : test_repeated_policy_modify 2025-09-11 02:31:23,577 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:31:23,577 - INFO - 2025-09-11 02:31:23,578 - INFO - ================================================================================ 2025-09-11 02:31:23,578 - INFO - STARTING TEST : test_repeated_policy_modify 2025-09-11 02:31:23,578 - INFO - TEST DESCRIPTION : Configure policies based on topology; Replace VN's existing policy [same policy name but with different rule set] multiple times and verify. 2025-09-11 02:31:24,867 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:31:24,867 - INFO - 2025-09-11 02:31:24,867 - INFO - Scenario for the test used is: <class 'scripts.policy.sdn_single_vm_multiple_policy_topology.sdn_single_vm_multiple_policy_config'> 2025-09-11 02:31:25,672 - INFO - Using existing project ['default-domain', 'ctest-TestDetailedPolicy0Ipv4v6-35038270'](1b91080a-bddf-4fa7-a935-5d306d3b0c61) 2025-09-11 02:31:25,672 - INFO - provision user admin with role as admin in tenant ctest-TestDetailedPolicy0Ipv4v6-35038270 2025-09-11 02:31:28,092 - INFO - Verification of project ctest-TestDetailedPolicy0Ipv4v6-35038270 in API Server 10.0.0.49 passed 2025-09-11 02:31:28,516 - INFO - Verifications in API Server for IPAM: ctest-TestDetailedPolicy0Ipv4v6-35038270-default-ipam passed 2025-09-11 02:31:28,532 - INFO - Verifications in Control node for IPAM: ctest-TestDetailedPolicy0Ipv4v6-35038270-default-ipam passed 2025-09-11 02:31:29,949 - INFO - Created VN ctest-vnet0-22844250 2025-09-11 02:31:30,624 - INFO - Verified VN network id 14 for VN f9b58c9e-811e-415f-82e8-f2b78e40bf61 2025-09-11 02:31:30,624 - INFO - Verifications in API Server for VN ctest-vnet0-22844250 passed 2025-09-11 02:31:30,707 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet0-22844250 passed 2025-09-11 02:31:31,899 - INFO - Validated that VN default-domain:ctest-TestDetailedPolicy0Ipv4v6-35038270:ctest-vnet0-22844250 is found in opserver 2025-09-11 02:31:32,303 - INFO - Verified policy ctest-policy0-47174421 in API Server, Result: True 2025-09-11 02:31:32,708 - INFO - Verified policy ctest-policy1-86764882 in API Server, Result: True 2025-09-11 02:31:33,064 - INFO - Verified policy ctest-policy2-90104351 in API Server, Result: True 2025-09-11 02:31:33,463 - INFO - Verified policy ctest-policy3-93940157 in API Server, Result: True 2025-09-11 02:31:33,860 - INFO - Verified policy ctest-policy4-50325336 in API Server, Result: True 2025-09-11 02:31:34,254 - INFO - Verified policy ctest-policy5-25817874 in API Server, Result: True 2025-09-11 02:31:34,599 - INFO - Verified policy ctest-policy6-39438939 in API Server, Result: True 2025-09-11 02:31:34,933 - INFO - Verified policy ctest-policy7-66772126 in API Server, Result: True 2025-09-11 02:31:35,326 - INFO - Verified policy ctest-policy8-81644247 in API Server, Result: True 2025-09-11 02:31:35,668 - INFO - Verified policy ctest-policy9-94743494 in API Server, Result: True 2025-09-11 02:31:37,751 - INFO - VM ([<Server: ctest-vmc0-27271516>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:31:37,751 - INFO - Waiting for VM ctest-vmc0-27271516 to be up.. 2025-09-11 02:31:42,881 - INFO - VM name : ctest-vmc0-27271516 2025-09-11 02:32:17,587 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc0-27271516 passed 2025-09-11 02:32:39,302 - INFO - Validated the rules for VM:ctest-vmc0-27271516 with attached policy:['ctest-policy0-47174421', 'ctest-policy1-86764882', 'ctest-policy2-90104351', 'ctest-policy3-93940157', 'ctest-policy4-50325336', 'ctest-policy5-25817874', 'ctest-policy6-39438939', 'ctest-policy7-66772126', 'ctest-policy8-81644247', 'ctest-policy9-94743494'] and vn:ctest-vnet0-22844250 2025-09-11 02:32:39,309 - INFO - Policy rules comparison with system for all Virtual networks are done 2025-09-11 02:32:39,337 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:32:39,343 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:32:44,647 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy0-47174421 2025-09-11 02:32:44,668 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:32:44,674 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:32:49,886 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy1-86764882 2025-09-11 02:32:49,905 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:32:49,911 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:32:55,143 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy2-90104351 2025-09-11 02:32:55,162 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:32:55,168 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:00,406 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy3-93940157 2025-09-11 02:33:00,426 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:33:00,432 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:05,682 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy4-50325336 2025-09-11 02:33:05,700 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:33:05,706 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:10,938 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy5-25817874 2025-09-11 02:33:10,960 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:33:10,966 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:16,211 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy6-39438939 2025-09-11 02:33:16,228 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:33:16,233 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:21,447 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy7-66772126 2025-09-11 02:33:21,468 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:33:21,473 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:26,675 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy8-81644247 2025-09-11 02:33:26,697 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:33:26,706 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:31,918 - INFO - new policy list of vn ctest-vnet0-22844250 is ctest-policy9-94743494 2025-09-11 02:33:31,937 - INFO - Compute node: 10.0.0.254, VN: ctest-vnet0-22844250, result of expected rules check passed 2025-09-11 02:33:31,944 - INFO - Compute node: 10.0.0.19, VN: ctest-vnet0-22844250, validated that no extra rules are present 2025-09-11 02:33:31,944 - INFO - Deleting VM ctest-vmc0-27271516 2025-09-11 02:33:34,045 - INFO - VM ctest-vmc0-27271516 is fully removed in API-Server 2025-09-11 02:33:34,263 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestDetailedPolicy0Ipv4v6-35038270:ctest-vnet0-22844250 2025-09-11 02:33:34,263 - INFO - VM ctest-vmc0-27271516 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:33:34,515 - INFO - Routes for VM ctest-vmc0-27271516 is removed in all control-nodes 2025-09-11 02:33:50,133 - INFO - 29da3188-0334-4430-b139-01f1342d5327 vm uve deleted from opserver 2025-09-11 02:33:50,186 - INFO - 29da3188-0334-4430-b139-01f1342d5327 vm uve deleted from opserver 2025-09-11 02:33:50,197 - INFO - 29da3188-0334-4430-b139-01f1342d5327 vm uve deleted from opserver 2025-09-11 02:33:50,197 - INFO - Validated that VM 29da3188-0334-4430-b139-01f1342d5327 is removed from Opserver 2025-09-11 02:33:50,544 - INFO - Deleted policy ctest-policy9-94743494 2025-09-11 02:33:50,737 - INFO - Deleted policy ctest-policy8-81644247 2025-09-11 02:33:50,926 - INFO - Deleted policy ctest-policy7-66772126 2025-09-11 02:33:51,128 - INFO - Deleted policy ctest-policy6-39438939 2025-09-11 02:33:51,370 - INFO - Deleted policy ctest-policy5-25817874 2025-09-11 02:33:51,622 - INFO - Deleted policy ctest-policy4-50325336 2025-09-11 02:33:51,853 - INFO - Deleted policy ctest-policy3-93940157 2025-09-11 02:33:52,072 - INFO - Deleted policy ctest-policy2-90104351 2025-09-11 02:33:52,314 - INFO - Deleted policy ctest-policy1-86764882 2025-09-11 02:33:52,538 - INFO - Deleted policy ctest-policy0-47174421 2025-09-11 02:33:52,723 - INFO - Deleting VN ctest-vnet0-22844250 2025-09-11 02:33:53,061 - INFO - Validated that VN ctest-vnet0-22844250 is not found in API Server 2025-09-11 02:33:53,084 - INFO - Validated that VN ctest-vnet0-22844250 is not in any agent 2025-09-11 02:33:53,114 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet0-22844250 info 2025-09-11 02:33:53,251 - INFO - IPAM: ctest-TestDetailedPolicy0Ipv4v6-35038270-default-ipam is not found in API Server 2025-09-11 02:33:53,271 - INFO - IPAM:ctest-TestDetailedPolicy0Ipv4v6-35038270-default-ipam is not found in control node 2025-09-11 02:33:55,008 - INFO - END TEST : test_repeated_policy_modify : PASSED[0:02:32] 2025-09-11 02:33:55,008 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:33:56,272 - INFO - END TEST : test_repeated_policy_modify : PASSED[0:02:34] 2025-09-11 02:33:56,272 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:33:57,471 - INFO - Deleted project: ctest-TestDetailedPolicy0Ipv4v6-35038270, ID : 1b91080a-bddf-4fa7-a935-5d306d3b0c61 2025-09-11 02:33:57,642 - INFO - Domain Default found not creating 2025-09-11 02:33:57,780 - INFO - Project ctest-TestDetailedPolicy1-81798788 not found, creating it 2025-09-11 02:33:58,312 - INFO - Created Project:ctest-TestDetailedPolicy1-81798788, ID : bd7a1787-b10a-4fce-81cf-8de15211daf8 2025-09-11 02:33:59,713 - INFO - ================================================================================ 2025-09-11 02:33:59,713 - INFO - STARTING TEST : test_multi_vn_repeated_policy_update_with_ping 2025-09-11 02:33:59,714 - INFO - TEST DESCRIPTION : Call repeated_policy_update_test_with_ping with multi VN scenario. 2025-09-11 02:34:00,984 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:34:00,984 - INFO - 2025-09-11 02:34:00,984 - INFO - Scenario for the test used is: <class 'scripts.policy.sdn_policy_traffic_test_topo.sdn_2vn_2vm_config'> 2025-09-11 02:34:01,731 - INFO - Using existing project ['default-domain', 'ctest-TestDetailedPolicy1-81798788'](bd7a1787-b10a-4fce-81cf-8de15211daf8) 2025-09-11 02:34:01,732 - INFO - provision user admin with role as admin in tenant ctest-TestDetailedPolicy1-81798788 2025-09-11 02:34:04,153 - INFO - Verification of project ctest-TestDetailedPolicy1-81798788 in API Server 10.0.0.49 passed 2025-09-11 02:34:04,564 - INFO - Verifications in API Server for IPAM: ctest-TestDetailedPolicy1-81798788-default-ipam passed 2025-09-11 02:34:04,582 - INFO - Verifications in Control node for IPAM: ctest-TestDetailedPolicy1-81798788-default-ipam passed 2025-09-11 02:34:05,718 - INFO - Created VN ctest-vnet0-68671145 2025-09-11 02:34:06,336 - INFO - Verified VN network id 14 for VN a276d2e7-a550-44b3-a114-b14619ef8c62 2025-09-11 02:34:06,336 - INFO - Verifications in API Server for VN ctest-vnet0-68671145 passed 2025-09-11 02:34:06,404 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet0-68671145 passed 2025-09-11 02:34:07,562 - INFO - Validated that VN default-domain:ctest-TestDetailedPolicy1-81798788:ctest-vnet0-68671145 is found in opserver 2025-09-11 02:34:08,316 - INFO - Created VN ctest-vnet1-10556218 2025-09-11 02:34:08,617 - INFO - Verified VN network id 15 for VN 755a5a24-cce3-4f8a-9600-8a46fa5c8af7 2025-09-11 02:34:08,617 - INFO - Verifications in API Server for VN ctest-vnet1-10556218 passed 2025-09-11 02:34:08,685 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet1-10556218 passed 2025-09-11 02:34:08,969 - INFO - Validated that VN default-domain:ctest-TestDetailedPolicy1-81798788:ctest-vnet1-10556218 is found in opserver 2025-09-11 02:34:09,371 - INFO - Verified policy policy0 in API Server, Result: True 2025-09-11 02:34:09,725 - INFO - Verified policy policy1 in API Server, Result: True 2025-09-11 02:34:10,076 - INFO - Verified policy policy2 in API Server, Result: True 2025-09-11 02:34:10,441 - INFO - Verified policy policy3 in API Server, Result: True 2025-09-11 02:34:10,790 - INFO - Verified policy policy100 in API Server, Result: True 2025-09-11 02:34:11,161 - INFO - Verified policy policy10 in API Server, Result: True 2025-09-11 02:34:11,538 - INFO - Verified policy policy11 in API Server, Result: True 2025-09-11 02:34:11,915 - INFO - Verified policy policy12 in API Server, Result: True 2025-09-11 02:34:12,286 - INFO - Verified policy policy13 in API Server, Result: True 2025-09-11 02:34:12,709 - INFO - Verified policy policy1000 in API Server, Result: True 2025-09-11 02:34:14,802 - INFO - VM ([<Server: ctest-vmc0-59178212>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:34:16,149 - INFO - VM ([<Server: ctest-vmc1-55628348>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:34:16,150 - INFO - Waiting for VM ctest-vmc0-59178212 to be up.. 2025-09-11 02:34:21,314 - INFO - VM name : ctest-vmc0-59178212 2025-09-11 02:34:55,754 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc0-59178212 passed 2025-09-11 02:35:16,604 - INFO - Waiting for VM ctest-vmc1-55628348 to be up.. 2025-09-11 02:35:16,686 - INFO - VM name : ctest-vmc1-55628348 2025-09-11 02:35:18,012 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc1-55628348 passed 2025-09-11 02:35:28,960 - INFO - Validated the rules for VM:ctest-vmc1-55628348 with attached policy:['policy100'] and vn:ctest-vnet1-10556218 2025-09-11 02:35:29,207 - INFO - Validated the rules for VM:ctest-vmc0-59178212 with attached policy:['policy0'] and vn:ctest-vnet0-68671145 2025-09-11 02:35:29,216 - INFO - Policy rules comparison with system for all Virtual networks are done 2025-09-11 02:35:29,216 - INFO - Setup completed with result True 2025-09-11 02:35:34,424 - INFO - new policy list of vn ctest-vnet0-68671145 is policy1 2025-09-11 02:35:34,424 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy1 2025-09-11 02:35:34,424 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}] 2025-09-11 02:35:34,424 - INFO - matching_rule_action: {'tcp': 'pass', 'udp': 'pass', 'icmp': 'pass'} 2025-09-11 02:36:22,180 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 passed 2025-09-11 02:36:22,180 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy1 is: True 2025-09-11 02:36:27,468 - INFO - new policy list of vn ctest-vnet0-68671145 is policy1000 2025-09-11 02:36:27,468 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy1000 2025-09-11 02:36:27,468 - INFO - policy in effect is : [] 2025-09-11 02:36:27,468 - INFO - matching_rule_action: {'icmp': 'deny'} 2025-09-11 02:36:31,066 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 failed 2025-09-11 02:36:31,066 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy1000 is: True 2025-09-11 02:36:36,304 - INFO - new policy list of vn ctest-vnet0-68671145 is policy2 2025-09-11 02:36:36,305 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy2 2025-09-11 02:36:36,305 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}] 2025-09-11 02:36:36,305 - INFO - matching_rule_action: {'tcp': 'pass', 'udp': 'deny', 'icmp': 'deny'} 2025-09-11 02:36:39,749 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 failed 2025-09-11 02:36:39,749 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy2 is: True 2025-09-11 02:36:44,955 - INFO - new policy list of vn ctest-vnet0-68671145 is policy3 2025-09-11 02:36:44,956 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy3 2025-09-11 02:36:44,956 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}] 2025-09-11 02:36:44,956 - INFO - matching_rule_action: {'tcp': 'pass', 'udp': 'deny', 'icmp': 'pass'} 2025-09-11 02:36:47,438 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 passed 2025-09-11 02:36:47,438 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy3 is: True 2025-09-11 02:36:52,642 - INFO - new policy list of vn ctest-vnet0-68671145 is policy10 2025-09-11 02:36:52,643 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy10 2025-09-11 02:36:52,643 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}] 2025-09-11 02:36:52,643 - INFO - matching_rule_action: {'udp': 'deny', 'tcp': 'deny', 'icmp': 'deny'} 2025-09-11 02:36:56,091 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 failed 2025-09-11 02:36:56,091 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy10 is: True 2025-09-11 02:37:01,305 - INFO - new policy list of vn ctest-vnet0-68671145 is policy11 2025-09-11 02:37:01,306 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy11 2025-09-11 02:37:01,306 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}] 2025-09-11 02:37:01,306 - INFO - matching_rule_action: {'udp': 'deny', 'tcp': 'deny', 'icmp': 'pass'} 2025-09-11 02:37:03,785 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 passed 2025-09-11 02:37:03,786 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy11 is: True 2025-09-11 02:37:08,999 - INFO - new policy list of vn ctest-vnet0-68671145 is policy12 2025-09-11 02:37:09,000 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy12 2025-09-11 02:37:09,000 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}] 2025-09-11 02:37:09,000 - INFO - matching_rule_action: {'tcp': 'deny', 'udp': 'pass', 'icmp': 'deny'} 2025-09-11 02:37:12,547 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 failed 2025-09-11 02:37:12,548 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy12 is: True 2025-09-11 02:37:17,767 - INFO - new policy list of vn ctest-vnet0-68671145 is policy13 2025-09-11 02:37:17,768 - INFO - Starting Verifications after policy for ctest-vnet0-68671145 updated to policy13 2025-09-11 02:37:17,768 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-68671145', 'source_network': 'ctest-vnet1-10556218', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}] 2025-09-11 02:37:17,768 - INFO - matching_rule_action: {'udp': 'pass', 'icmp': 'pass', 'tcp': 'deny'} 2025-09-11 02:37:20,244 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-59178212 passed 2025-09-11 02:37:20,244 - INFO - vm ping test result after policy for ctest-vnet0-68671145 updated to policy13 is: True 2025-09-11 02:37:20,413 - INFO - Deleting VM ctest-vmc1-55628348 2025-09-11 02:37:22,550 - INFO - VM ctest-vmc1-55628348 is fully removed in API-Server 2025-09-11 02:37:22,758 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestDetailedPolicy1-81798788:ctest-vnet1-10556218 2025-09-11 02:37:22,758 - INFO - VM ctest-vmc1-55628348 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:37:22,999 - INFO - Routes for VM ctest-vmc1-55628348 is removed in all control-nodes 2025-09-11 02:37:44,690 - INFO - 3467607a-cb6b-4129-95a9-d8fac24b7af4 vm uve deleted from opserver 2025-09-11 02:37:44,746 - INFO - 3467607a-cb6b-4129-95a9-d8fac24b7af4 vm uve deleted from opserver 2025-09-11 02:37:44,759 - INFO - 3467607a-cb6b-4129-95a9-d8fac24b7af4 vm uve deleted from opserver 2025-09-11 02:37:44,759 - INFO - Validated that VM 3467607a-cb6b-4129-95a9-d8fac24b7af4 is removed from Opserver 2025-09-11 02:37:44,760 - INFO - Deleting VM ctest-vmc0-59178212 2025-09-11 02:37:46,878 - INFO - VM ctest-vmc0-59178212 is fully removed in API-Server 2025-09-11 02:37:47,083 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestDetailedPolicy1-81798788:ctest-vnet0-68671145 2025-09-11 02:37:47,083 - INFO - VM ctest-vmc0-59178212 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:37:47,311 - INFO - Routes for VM ctest-vmc0-59178212 is removed in all control-nodes 2025-09-11 02:37:50,469 - INFO - 3842048f-4d8b-4b3f-8b5f-7a694497e424 vm uve deleted from opserver 2025-09-11 02:37:50,480 - INFO - 3842048f-4d8b-4b3f-8b5f-7a694497e424 vm uve deleted from opserver 2025-09-11 02:37:50,490 - INFO - 3842048f-4d8b-4b3f-8b5f-7a694497e424 vm uve deleted from opserver 2025-09-11 02:37:50,490 - INFO - Validated that VM 3842048f-4d8b-4b3f-8b5f-7a694497e424 is removed from Opserver 2025-09-11 02:37:50,960 - INFO - Deleted policy policy1000 2025-09-11 02:37:51,165 - INFO - Deleted policy policy13 2025-09-11 02:37:51,344 - INFO - Deleted policy policy12 2025-09-11 02:37:51,529 - INFO - Deleted policy policy11 2025-09-11 02:37:51,752 - INFO - Deleted policy policy10 2025-09-11 02:37:51,968 - INFO - Deleted policy policy100 2025-09-11 02:37:52,185 - INFO - Deleted policy policy3 2025-09-11 02:37:52,428 - INFO - Deleted policy policy2 2025-09-11 02:37:52,643 - INFO - Deleted policy policy1 2025-09-11 02:37:52,872 - INFO - Deleted policy policy0 2025-09-11 02:37:53,059 - INFO - Deleting VN ctest-vnet1-10556218 2025-09-11 02:37:53,448 - INFO - Validated that VN ctest-vnet1-10556218 is not found in API Server 2025-09-11 02:37:53,471 - INFO - Validated that VN ctest-vnet1-10556218 is not in any agent 2025-09-11 02:37:53,507 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet1-10556218 info 2025-09-11 02:37:53,508 - INFO - Deleting VN ctest-vnet0-68671145 2025-09-11 02:37:53,800 - INFO - Validated that VN ctest-vnet0-68671145 is not found in API Server 2025-09-11 02:37:53,823 - INFO - Validated that VN ctest-vnet0-68671145 is not in any agent 2025-09-11 02:37:53,853 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet0-68671145 info 2025-09-11 02:37:53,947 - INFO - IPAM: ctest-TestDetailedPolicy1-81798788-default-ipam is not found in API Server 2025-09-11 02:37:53,967 - INFO - IPAM:ctest-TestDetailedPolicy1-81798788-default-ipam is not found in control node 2025-09-11 02:37:55,712 - INFO - END TEST : test_multi_vn_repeated_policy_update_with_ping : PASSED[0:03:56] 2025-09-11 02:37:55,712 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:37:56,920 - INFO - Deleted project: ctest-TestDetailedPolicy1-81798788, ID : bd7a1787-b10a-4fce-81cf-8de15211daf8 2025-09-11 02:37:57,103 - INFO - Domain Default found not creating 2025-09-11 02:37:57,241 - INFO - Project ctest-TestDetailedPolicy1Ipv4v6-39157939 not found, creating it 2025-09-11 02:37:57,787 - INFO - Created Project:ctest-TestDetailedPolicy1Ipv4v6-39157939, ID : 73a3ce7b-8b79-411a-957f-3aef1982c053 2025-09-11 02:37:59,188 - INFO - ================================================================================ 2025-09-11 02:37:59,188 - INFO - STARTING TEST : test_multi_vn_repeated_policy_update_with_ping 2025-09-11 02:37:59,188 - INFO - TEST DESCRIPTION : Call repeated_policy_update_test_with_ping with multi VN scenario. 2025-09-11 02:38:00,456 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:38:00,456 - INFO - 2025-09-11 02:38:00,456 - INFO - Scenario for the test used is: <class 'scripts.policy.sdn_policy_traffic_test_topo.sdn_2vn_2vm_config'> 2025-09-11 02:38:01,229 - INFO - Using existing project ['default-domain', 'ctest-TestDetailedPolicy1Ipv4v6-39157939'](73a3ce7b-8b79-411a-957f-3aef1982c053) 2025-09-11 02:38:01,229 - INFO - provision user admin with role as admin in tenant ctest-TestDetailedPolicy1Ipv4v6-39157939 2025-09-11 02:38:03,601 - INFO - Verification of project ctest-TestDetailedPolicy1Ipv4v6-39157939 in API Server 10.0.0.49 passed 2025-09-11 02:38:04,009 - INFO - Verifications in API Server for IPAM: ctest-TestDetailedPolicy1Ipv4v6-39157939-default-ipam passed 2025-09-11 02:38:04,025 - INFO - Verifications in Control node for IPAM: ctest-TestDetailedPolicy1Ipv4v6-39157939-default-ipam passed 2025-09-11 02:38:05,351 - INFO - Created VN ctest-vnet0-14479534 2025-09-11 02:38:06,013 - INFO - Verified VN network id 14 for VN b6f9cced-5dbe-4fc9-81c2-509814a5e246 2025-09-11 02:38:06,013 - INFO - Verifications in API Server for VN ctest-vnet0-14479534 passed 2025-09-11 02:38:06,080 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet0-14479534 passed 2025-09-11 02:38:07,299 - INFO - Validated that VN default-domain:ctest-TestDetailedPolicy1Ipv4v6-39157939:ctest-vnet0-14479534 is found in opserver 2025-09-11 02:38:08,371 - INFO - Created VN ctest-vnet1-51853307 2025-09-11 02:38:08,699 - INFO - Verified VN network id 15 for VN c693600a-0e9a-41b1-a8b1-12fa6d8b05b9 2025-09-11 02:38:08,699 - INFO - Verifications in API Server for VN ctest-vnet1-51853307 passed 2025-09-11 02:38:08,785 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vnet1-51853307 passed 2025-09-11 02:38:09,119 - INFO - Validated that VN default-domain:ctest-TestDetailedPolicy1Ipv4v6-39157939:ctest-vnet1-51853307 is found in opserver 2025-09-11 02:38:09,570 - INFO - Verified policy policy0 in API Server, Result: True 2025-09-11 02:38:09,969 - INFO - Verified policy policy1 in API Server, Result: True 2025-09-11 02:38:10,377 - INFO - Verified policy policy2 in API Server, Result: True 2025-09-11 02:38:10,776 - INFO - Verified policy policy3 in API Server, Result: True 2025-09-11 02:38:11,125 - INFO - Verified policy policy100 in API Server, Result: True 2025-09-11 02:38:11,516 - INFO - Verified policy policy10 in API Server, Result: True 2025-09-11 02:38:11,910 - INFO - Verified policy policy11 in API Server, Result: True 2025-09-11 02:38:12,333 - INFO - Verified policy policy12 in API Server, Result: True 2025-09-11 02:38:12,737 - INFO - Verified policy policy13 in API Server, Result: True 2025-09-11 02:38:13,139 - INFO - Verified policy policy1000 in API Server, Result: True 2025-09-11 02:38:15,225 - INFO - VM ([<Server: ctest-vmc0-90056911>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:38:16,605 - INFO - VM ([<Server: ctest-vmc1-12827041>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:38:16,605 - INFO - Waiting for VM ctest-vmc0-90056911 to be up.. 2025-09-11 02:38:21,765 - INFO - VM name : ctest-vmc0-90056911 2025-09-11 02:38:56,209 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc0-90056911 passed 2025-09-11 02:39:17,013 - INFO - Waiting for VM ctest-vmc1-12827041 to be up.. 2025-09-11 02:39:17,098 - INFO - VM name : ctest-vmc1-12827041 2025-09-11 02:39:18,429 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vmc1-12827041 passed 2025-09-11 02:39:29,447 - INFO - Validated the rules for VM:ctest-vmc1-12827041 with attached policy:['policy100'] and vn:ctest-vnet1-51853307 2025-09-11 02:39:29,725 - INFO - Validated the rules for VM:ctest-vmc0-90056911 with attached policy:['policy0'] and vn:ctest-vnet0-14479534 2025-09-11 02:39:29,735 - INFO - Policy rules comparison with system for all Virtual networks are done 2025-09-11 02:39:29,735 - INFO - Setup completed with result True 2025-09-11 02:39:34,967 - INFO - new policy list of vn ctest-vnet0-14479534 is policy1 2025-09-11 02:39:34,967 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy1 2025-09-11 02:39:34,968 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': '58', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}] 2025-09-11 02:39:34,968 - INFO - matching_rule_action: {'tcp': 'pass', 'udp': 'pass', 'icmp': 'pass', '58': 'pass'} 2025-09-11 02:40:19,610 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:40:22,144 - INFO - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:40:22,144 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy1 is: True 2025-09-11 02:40:27,428 - INFO - new policy list of vn ctest-vnet0-14479534 is policy1000 2025-09-11 02:40:27,428 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy1000 2025-09-11 02:40:27,428 - INFO - policy in effect is : [] 2025-09-11 02:40:27,428 - INFO - matching_rule_action: {'icmp': 'deny'} 2025-09-11 02:40:30,896 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:40:34,403 - WARNING - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:40:34,403 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy1000 is: True 2025-09-11 02:40:39,670 - INFO - new policy list of vn ctest-vnet0-14479534 is policy2 2025-09-11 02:40:39,671 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy2 2025-09-11 02:40:39,671 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': '58', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}] 2025-09-11 02:40:39,671 - INFO - matching_rule_action: {'tcp': 'pass', 'udp': 'deny', 'icmp': 'deny', '58': 'deny'} 2025-09-11 02:40:43,138 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:40:46,653 - WARNING - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:40:46,653 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy2 is: True 2025-09-11 02:40:51,879 - INFO - new policy list of vn ctest-vnet0-14479534 is policy3 2025-09-11 02:40:51,880 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy3 2025-09-11 02:40:51,880 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': '58', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}] 2025-09-11 02:40:51,880 - INFO - matching_rule_action: {'tcp': 'pass', 'udp': 'deny', 'icmp': 'pass', '58': 'pass'} 2025-09-11 02:40:54,353 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:40:56,864 - INFO - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:40:56,864 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy3 is: True 2025-09-11 02:41:02,084 - INFO - new policy list of vn ctest-vnet0-14479534 is policy10 2025-09-11 02:41:02,085 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy10 2025-09-11 02:41:02,085 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': '58', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}] 2025-09-11 02:41:02,085 - INFO - matching_rule_action: {'udp': 'deny', 'tcp': 'deny', 'icmp': 'deny', '58': 'deny'} 2025-09-11 02:41:05,981 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:41:09,524 - WARNING - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:41:09,524 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy10 is: True 2025-09-11 02:41:14,750 - INFO - new policy list of vn ctest-vnet0-14479534 is policy11 2025-09-11 02:41:14,751 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy11 2025-09-11 02:41:14,751 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': '58', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}] 2025-09-11 02:41:14,751 - INFO - matching_rule_action: {'udp': 'deny', 'tcp': 'deny', 'icmp': 'pass', '58': 'pass'} 2025-09-11 02:41:17,213 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:41:19,720 - INFO - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:41:19,720 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy11 is: True 2025-09-11 02:41:24,948 - INFO - new policy list of vn ctest-vnet0-14479534 is policy12 2025-09-11 02:41:24,948 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy12 2025-09-11 02:41:24,949 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': '58', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}] 2025-09-11 02:41:24,949 - INFO - matching_rule_action: {'tcp': 'deny', 'udp': 'pass', 'icmp': 'deny', '58': 'deny'} 2025-09-11 02:41:28,422 - WARNING - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:41:31,948 - WARNING - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 failed 2025-09-11 02:41:31,948 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy12 is: True 2025-09-11 02:41:37,170 - INFO - new policy list of vn ctest-vnet0-14479534 is policy13 2025-09-11 02:41:37,171 - INFO - Starting Verifications after policy for ctest-vnet0-14479534 updated to policy13 2025-09-11 02:41:37,171 - INFO - policy in effect is : [{'direction': '<>', 'protocol': 'udp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'icmp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}, {'direction': '<>', 'protocol': 'tcp', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'deny', 'src_ports': 'any'}, {'direction': '<>', 'protocol': '58', 'dest_network': 'ctest-vnet0-14479534', 'source_network': 'ctest-vnet1-51853307', 'dst_ports': 'any', 'simple_action': 'pass', 'src_ports': 'any'}] 2025-09-11 02:41:37,171 - INFO - matching_rule_action: {'udp': 'pass', 'icmp': 'pass', 'tcp': 'deny', '58': 'pass'} 2025-09-11 02:41:39,627 - INFO - Ping to IP 12.1.1.3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:41:42,119 - INFO - Ping to IP 30f2:c756:5a30:b9dc:2104:6241:0:3 from VM ctest-vmc0-90056911 passed 2025-09-11 02:41:42,119 - INFO - vm ping test result after policy for ctest-vnet0-14479534 updated to policy13 is: True 2025-09-11 02:41:42,316 - INFO - Deleting VM ctest-vmc1-12827041 2025-09-11 02:41:44,430 - INFO - VM ctest-vmc1-12827041 is fully removed in API-Server 2025-09-11 02:41:44,639 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestDetailedPolicy1Ipv4v6-39157939:ctest-vnet1-51853307 2025-09-11 02:41:44,639 - INFO - VM ctest-vmc1-12827041 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:41:44,869 - INFO - Routes for VM ctest-vmc1-12827041 is removed in all control-nodes 2025-09-11 02:41:45,038 - INFO - 781fb608-ef2b-4c3e-8ce1-a687335aa528 vm uve deleted from opserver 2025-09-11 02:41:45,050 - INFO - 781fb608-ef2b-4c3e-8ce1-a687335aa528 vm uve deleted from opserver 2025-09-11 02:41:45,061 - INFO - 781fb608-ef2b-4c3e-8ce1-a687335aa528 vm uve deleted from opserver 2025-09-11 02:41:45,062 - INFO - Validated that VM 781fb608-ef2b-4c3e-8ce1-a687335aa528 is removed from Opserver 2025-09-11 02:41:45,062 - INFO - Deleting VM ctest-vmc0-90056911 2025-09-11 02:41:47,156 - INFO - VM ctest-vmc0-90056911 is fully removed in API-Server 2025-09-11 02:41:47,363 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestDetailedPolicy1Ipv4v6-39157939:ctest-vnet0-14479534 2025-09-11 02:41:47,364 - INFO - VM ctest-vmc0-90056911 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:41:47,595 - INFO - Routes for VM ctest-vmc0-90056911 is removed in all control-nodes 2025-09-11 02:41:50,753 - INFO - 6668322f-b003-43b0-9e13-776241409c89 vm uve deleted from opserver 2025-09-11 02:41:50,808 - INFO - 6668322f-b003-43b0-9e13-776241409c89 vm uve deleted from opserver 2025-09-11 02:41:50,824 - INFO - 6668322f-b003-43b0-9e13-776241409c89 vm uve deleted from opserver 2025-09-11 02:41:50,828 - INFO - Validated that VM 6668322f-b003-43b0-9e13-776241409c89 is removed from Opserver 2025-09-11 02:41:51,270 - INFO - Deleted policy policy1000 2025-09-11 02:41:51,463 - INFO - Deleted policy policy13 2025-09-11 02:41:51,683 - INFO - Deleted policy policy12 2025-09-11 02:41:51,871 - INFO - Deleted policy policy11 2025-09-11 02:41:52,119 - INFO - Deleted policy policy10 2025-09-11 02:41:52,339 - INFO - Deleted policy policy100 2025-09-11 02:41:52,575 - INFO - Deleted policy policy3 2025-09-11 02:41:52,799 - INFO - Deleted policy policy2 2025-09-11 02:41:53,031 - INFO - Deleted policy policy1 2025-09-11 02:41:53,271 - INFO - Deleted policy policy0 2025-09-11 02:41:53,447 - INFO - Deleting VN ctest-vnet1-51853307 2025-09-11 02:41:53,793 - INFO - Validated that VN ctest-vnet1-51853307 is not found in API Server 2025-09-11 02:41:53,813 - INFO - Validated that VN ctest-vnet1-51853307 is not in any agent 2025-09-11 02:41:53,842 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet1-51853307 info 2025-09-11 02:41:53,842 - INFO - Deleting VN ctest-vnet0-14479534 2025-09-11 02:41:54,148 - INFO - Validated that VN ctest-vnet0-14479534 is not found in API Server 2025-09-11 02:41:54,170 - INFO - Validated that VN ctest-vnet0-14479534 is not in any agent 2025-09-11 02:41:54,199 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vnet0-14479534 info 2025-09-11 02:41:54,295 - INFO - IPAM: ctest-TestDetailedPolicy1Ipv4v6-39157939-default-ipam is not found in API Server 2025-09-11 02:41:54,315 - INFO - IPAM:ctest-TestDetailedPolicy1Ipv4v6-39157939-default-ipam is not found in control node 2025-09-11 02:41:56,056 - INFO - END TEST : test_multi_vn_repeated_policy_update_with_ping : PASSED[0:03:57] 2025-09-11 02:41:56,056 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:41:57,325 - INFO - Deleted project: ctest-TestDetailedPolicy1Ipv4v6-39157939, ID : 73a3ce7b-8b79-411a-957f-3aef1982c053 2025-09-11 02:41:57,522 - INFO - Domain Default found not creating 2025-09-11 02:41:57,672 - INFO - Project ctest-TestQos-07606097 not found, creating it 2025-09-11 02:41:58,167 - INFO - Created Project:ctest-TestQos-07606097, ID : 1a743292-7262-4668-ab90-41975690dc6a 2025-09-11 02:42:01,060 - INFO - Created VN ctest-vn-17233170 2025-09-11 02:42:01,997 - INFO - Created VN ctest-vn-10862966 2025-09-11 02:42:03,363 - INFO - VM ([<Server: ctest-TestQos-07606097-86802781>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:42:04,659 - INFO - VM ([<Server: ctest-TestQos-07606097-41825026>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:42:06,127 - INFO - VM ([<Server: ctest-TestQos-07606097-76907471>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:42:06,127 - INFO - Waiting for VM ctest-TestQos-07606097-86802781 to be up.. 2025-09-11 02:42:06,226 - INFO - VM name : ctest-TestQos-07606097-86802781 2025-09-11 02:42:42,862 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestQos-07606097-86802781 passed 2025-09-11 02:43:03,715 - INFO - Waiting for VM ctest-TestQos-07606097-41825026 to be up.. 2025-09-11 02:43:03,796 - INFO - VM name : ctest-TestQos-07606097-41825026 2025-09-11 02:43:05,133 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestQos-07606097-41825026 passed 2025-09-11 02:43:31,117 - INFO - Waiting for VM ctest-TestQos-07606097-76907471 to be up.. 2025-09-11 02:43:31,201 - INFO - VM name : ctest-TestQos-07606097-76907471 2025-09-11 02:43:32,519 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestQos-07606097-76907471 passed 2025-09-11 02:43:32,760 - INFO - ================================================================================ 2025-09-11 02:43:32,760 - INFO - STARTING TEST : test_qos_remark_dscp_on_vmi 2025-09-11 02:43:32,760 - INFO - TEST DESCRIPTION : Create a qos config for remarking DSCP 1 to 10 Have VMs A, B Apply the qos config to VM A Validate that packets from A to B have DSCP marked correctly 2025-09-11 02:43:34,030 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:43:34,031 - INFO - 2025-09-11 02:43:34,299 - INFO - Created FC ['default-global-system-config', 'default-global-qos-config', 'ctest-fc-66161980'], UUID f176a625-be4c-4222-a284-1ea9558648b3 2025-09-11 02:43:34,635 - INFO - Created QosConfig ['default-domain', 'ctest-TestQos-07606097', 'ctest-qos_config-85425961'], UUID: 4a52de53-2a56-4e36-9451-9b6e5f66c080 2025-09-11 02:43:34,683 - INFO - Applying qos-config on VM 840c61d5-7f9e-4a83-a793-8083f0570b77 2025-09-11 02:43:35,625 - INFO - Starting hping3 on ctest-TestQos-07606097-86802781, args: --destport 20000 --baseport 10000 --count 20000 --interval 1 --udp --tos 4 --keep --numeric 2025-09-11 02:44:28,936 - INFO - 16 packets are found in tcpdump output as expected 2025-09-11 02:44:30,997 - INFO - Packet QoS marking validation passed 2025-09-11 02:44:31,011 - INFO - 16 packets are found in tcpdump output as expected 2025-09-11 02:44:33,069 - INFO - Packet QoS marking validation passed 2025-09-11 02:44:33,177 - INFO - Removing qos-config on VM 840c61d5-7f9e-4a83-a793-8083f0570b77 2025-09-11 02:44:33,247 - INFO - Deleting Qos config ['default-domain', 'ctest-TestQos-07606097', 'ctest-qos_config-85425961'], UUID: 4a52de53-2a56-4e36-9451-9b6e5f66c080 2025-09-11 02:44:33,343 - INFO - Deleting FC ['default-global-system-config', 'default-global-qos-config', 'ctest-fc-66161980'], UUID: f176a625-be4c-4222-a284-1ea9558648b3 2025-09-11 02:44:34,637 - INFO - END TEST : test_qos_remark_dscp_on_vmi : PASSED[0:01:02] 2025-09-11 02:44:34,638 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:44:34,640 - INFO - Deleting VM ctest-TestQos-07606097-76907471 2025-09-11 02:44:34,720 - INFO - Deleting VM ctest-TestQos-07606097-41825026 2025-09-11 02:44:34,787 - INFO - Deleting VM ctest-TestQos-07606097-86802781 2025-09-11 02:44:34,852 - INFO - Deleting VN ctest-vn-10862966 2025-09-11 02:44:34,896 - WARNING - Deleting VN ctest-vn-10862966 failed..Will retry 2025-09-11 02:44:37,103 - INFO - Deleting VN ctest-vn-17233170 2025-09-11 02:44:37,976 - INFO - Deleted project: ctest-TestQos-07606097, ID : 1a743292-7262-4668-ab90-41975690dc6a 2025-09-11 02:44:38,147 - INFO - Domain Default found not creating 2025-09-11 02:44:38,297 - INFO - Project ctest-TestRP-92853988 not found, creating it 2025-09-11 02:44:38,780 - INFO - Created Project:ctest-TestRP-92853988, ID : d44f367c-efb5-4e38-8d18-09e37d5ea1b4 2025-09-11 02:44:40,215 - INFO - ================================================================================ 2025-09-11 02:44:40,215 - INFO - STARTING TEST : test_rp_interface 2025-09-11 02:44:40,215 - INFO - TEST DESCRIPTION : 1. Create a routing policy with interface match. 2. Launch VMs. 3. Attach policy to VN and confirm if policy takes hold. 2025-09-11 02:44:41,477 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:44:41,477 - INFO - 2025-09-11 02:44:42,479 - INFO - Created VN ctest-bgpaas_vn-32430024 2025-09-11 02:44:43,403 - INFO - Created VN ctest-bgpaas_vn-29107172 2025-09-11 02:44:44,831 - INFO - VM ([<Server: test_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:44:46,196 - INFO - VM ([<Server: test2_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:44:46,196 - INFO - Waiting for VM test_vm to be up.. 2025-09-11 02:44:51,395 - INFO - VM name : test_vm 2025-09-11 02:44:57,171 - INFO - Ping to Metadata IP 169.254.0.3 of VM test_vm passed 2025-09-11 02:44:57,390 - INFO - Waiting for VM test2_vm to be up.. 2025-09-11 02:44:57,471 - ERROR - VM in error state. 2025-09-11 02:44:57,471 - ERROR - VM is not in ACTIVE state 2025-09-11 02:44:57,582 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 02:44:57,586 - INFO - Skip interface_detach for VM test2_vm in state ERROR 2025-09-11 02:44:57,586 - INFO - Deleting VM test2_vm 2025-09-11 02:44:57,587 - ERROR - VM test2_vm has failed to come up 2025-09-11 02:44:57,587 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:44:46Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 02:44:57,589 - INFO - Deleting VM test_vm 2025-09-11 02:44:57,804 - INFO - Deleting VN ctest-bgpaas_vn-29107172 2025-09-11 02:44:57,960 - INFO - Deleting VN ctest-bgpaas_vn-32430024 2025-09-11 02:44:58,006 - WARNING - Deleting VN ctest-bgpaas_vn-32430024 failed..Will retry 2025-09-11 02:45:01,430 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:44:57 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7f4e2f01bb80>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestRP.test_rp_interface> self = <scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7f4e2f01bb80> args = () kwargs = {} /contrail-test/scripts/routing_policy/test_routing_policy.py in test_rp_interface(self=<scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7f4e2f01bb80>) 38 3. Attach policy to VN and confirm if policy takes hold. 39 ''' 40 ret_dict = self.config_basic() 41 vn_fixture = ret_dict['vn_fixture'] 42 test_vm = ret_dict['test_vm'] ret_dict undefined self = <scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7f4e2f01bb80> self.config_basic = <bound method RPBase.config_basic of <scripts.ro...p_interface[ci_sanity,sanity] id=0x7f4e2f01bb80>> /contrail-test/scripts/routing_policy/base.py in config_basic(self=<scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7f4e2f01bb80>) 44 test2_vm = self.create_vm(vn2_fixture, 'test2_vm', image_name='cirros') 45 assert test_vm.wait_till_vm_is_up() 46 assert test2_vm.wait_till_vm_is_up() 47 48 ret_dict = { test2_vm = <VMFixture: test2_vm> test2_vm.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: test2_vm>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/routing_policy/test_routing_policy.py", line 40, in test_rp_interface ret_dict = self.config_basic() File "/contrail-test/scripts/routing_policy/base.py", line 46, in config_basic assert test2_vm.wait_till_vm_is_up() AssertionError 2025-09-11 02:45:01,445 - INFO - 2025-09-11 02:45:01,445 - INFO - END TEST : test_rp_interface : FAILED[0:00:21] 2025-09-11 02:45:01,445 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:45:01,449 - INFO - ================================================================================ 2025-09-11 02:45:01,449 - INFO - STARTING TEST : test_rp_interface_ext_community 2025-09-11 02:45:01,449 - INFO - TEST DESCRIPTION : 1. Create a routing policy with interface match. 2. Launch VMs. 3. Attach policy to VN and confirm if policy takes hold. 2025-09-11 02:45:02,708 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:45:02,709 - INFO - 2025-09-11 02:45:03,201 - INFO - Created VN ctest-bgpaas_vn-70958014 2025-09-11 02:45:04,004 - INFO - Created VN ctest-bgpaas_vn-77732483 2025-09-11 02:45:05,401 - INFO - VM ([<Server: test_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:45:05,610 - INFO - Waiting for VM test_vm to be up.. 2025-09-11 02:45:10,758 - INFO - VM name : test_vm 2025-09-11 02:45:16,174 - INFO - Ping to Metadata IP 169.254.0.3 of VM test_vm passed 2025-09-11 02:45:16,410 - INFO - Waiting for VM test2_vm to be up.. 2025-09-11 02:45:16,463 - ERROR - VM in error state. 2025-09-11 02:45:16,463 - ERROR - VM is not in ACTIVE state 2025-09-11 02:45:16,536 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 02:45:16,537 - INFO - Skipping the deletion of VM test2_vm 2025-09-11 02:45:16,538 - INFO - Deleting VM test_vm 2025-09-11 02:45:16,602 - INFO - Deleting VN ctest-bgpaas_vn-77732483 2025-09-11 02:45:16,745 - INFO - Deleting VN ctest-bgpaas_vn-70958014 2025-09-11 02:45:16,796 - WARNING - Deleting VN ctest-bgpaas_vn-70958014 failed..Will retry 2025-09-11 02:45:20,199 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:45:16 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.routing_policy.test_routing_policy.Test...nterface_ext_community[sanity] id=0x7f4e2f01bac0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestRP.test_rp_interface_ext_community> self = <scripts.routing_policy.test_routing_policy.Test...nterface_ext_community[sanity] id=0x7f4e2f01bac0> args = () kwargs = {} /contrail-test/scripts/routing_policy/test_routing_policy.py in test_rp_interface_ext_community(self=<scripts.routing_policy.test_routing_policy.Test...nterface_ext_community[sanity] id=0x7f4e2f01bac0>) 249 3. Attach policy to VN and confirm if policy takes hold. 250 ''' 251 ret_dict = self.config_basic() 252 vn_fixture = ret_dict['vn_fixture'] 253 test_vm = ret_dict['test_vm'] ret_dict undefined self = <scripts.routing_policy.test_routing_policy.Test...nterface_ext_community[sanity] id=0x7f4e2f01bac0> self.config_basic = <bound method RPBase.config_basic of <scripts.ro...terface_ext_community[sanity] id=0x7f4e2f01bac0>> /contrail-test/scripts/routing_policy/base.py in config_basic(self=<scripts.routing_policy.test_routing_policy.Test...nterface_ext_community[sanity] id=0x7f4e2f01bac0>) 44 test2_vm = self.create_vm(vn2_fixture, 'test2_vm', image_name='cirros') 45 assert test_vm.wait_till_vm_is_up() 46 assert test2_vm.wait_till_vm_is_up() 47 48 ret_dict = { test2_vm = <VMFixture: test2_vm> test2_vm.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: test2_vm>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/routing_policy/test_routing_policy.py", line 251, in test_rp_interface_ext_community ret_dict = self.config_basic() File "/contrail-test/scripts/routing_policy/base.py", line 46, in config_basic assert test2_vm.wait_till_vm_is_up() AssertionError 2025-09-11 02:45:20,216 - INFO - 2025-09-11 02:45:20,216 - INFO - END TEST : test_rp_interface_ext_community : FAILED[0:00:19] 2025-09-11 02:45:20,216 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:45:20,221 - INFO - ================================================================================ 2025-09-11 02:45:20,222 - INFO - STARTING TEST : test_rp_interface_static 2025-09-11 02:45:20,222 - INFO - TEST DESCRIPTION : 1. Create a routing policy with interface-static match. 2. Launch VMs. 3. Attach policy to VN and confirm if policy takes hold. 2025-09-11 02:45:21,484 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:45:21,484 - INFO - 2025-09-11 02:45:21,992 - INFO - Created VN ctest-bgpaas_vn-35161982 2025-09-11 02:45:22,829 - INFO - Created VN ctest-bgpaas_vn-56024503 2025-09-11 02:45:24,283 - INFO - VM ([<Server: test_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:45:24,439 - INFO - Waiting for VM test_vm to be up.. 2025-09-11 02:45:24,492 - ERROR - VM in error state. 2025-09-11 02:45:24,492 - ERROR - VM is not in ACTIVE state 2025-09-11 02:45:24,579 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 02:45:24,580 - INFO - Skipping the deletion of VM test2_vm 2025-09-11 02:45:24,581 - INFO - Skip interface_detach for VM test_vm in state ERROR 2025-09-11 02:45:24,581 - INFO - Deleting VM test_vm 2025-09-11 02:45:24,581 - ERROR - VM test_vm has failed to come up 2025-09-11 02:45:24,581 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:45:24Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 02:45:24,581 - INFO - Deleting VN ctest-bgpaas_vn-56024503 2025-09-11 02:45:24,713 - INFO - Deleting VN ctest-bgpaas_vn-35161982 2025-09-11 02:45:26,127 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:45:24 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.routing_policy.test_routing_policy.Test...st_rp_interface_static[sanity] id=0x7f4e2f01b940>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestRP.test_rp_interface_static> self = <scripts.routing_policy.test_routing_policy.Test...st_rp_interface_static[sanity] id=0x7f4e2f01b940> args = () kwargs = {} /contrail-test/scripts/routing_policy/test_routing_policy.py in test_rp_interface_static(self=<scripts.routing_policy.test_routing_policy.Test...st_rp_interface_static[sanity] id=0x7f4e2f01b940>) 56 ''' 57 58 ret_dict,random_cidr = self.create_interface_static_routes() 59 config_dicts = {'vn_fixture':ret_dict['vn_fixture'], 'from_term':'protocol', 'sub_from':'interface-static', 'to_term':'community', 'sub_to':'64512:55555'} 60 rp = self.configure_term_routing_policy(config_dicts) ret_dict undefined random_cidr undefined self = <scripts.routing_policy.test_routing_policy.Test...st_rp_interface_static[sanity] id=0x7f4e2f01b940> self.create_interface_static_routes = <bound method TestRP.create_interface_static_rou...t_rp_interface_static[sanity] id=0x7f4e2f01b940>> /contrail-test/scripts/routing_policy/test_routing_policy.py in create_interface_static_routes(self=<scripts.routing_policy.test_routing_policy.Test...st_rp_interface_static[sanity] id=0x7f4e2f01b940>) 576 577 def create_interface_static_routes(self): 578 ret_dict = self.config_basic() 579 self.static_table_handle = ContrailVncApi(self.vnc_lib, self.logger) 580 random_cidr = get_random_cidr() ret_dict undefined self = <scripts.routing_policy.test_routing_policy.Test...st_rp_interface_static[sanity] id=0x7f4e2f01b940> self.config_basic = <bound method RPBase.config_basic of <scripts.ro...t_rp_interface_static[sanity] id=0x7f4e2f01b940>> /contrail-test/scripts/routing_policy/base.py in config_basic(self=<scripts.routing_policy.test_routing_policy.Test...st_rp_interface_static[sanity] id=0x7f4e2f01b940>) 43 image_name='cirros') 44 test2_vm = self.create_vm(vn2_fixture, 'test2_vm', image_name='cirros') 45 assert test_vm.wait_till_vm_is_up() 46 assert test2_vm.wait_till_vm_is_up() 47 test_vm = <VMFixture: test_vm> test_vm.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: test_vm>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/routing_policy/test_routing_policy.py", line 58, in test_rp_interface_static ret_dict,random_cidr = self.create_interface_static_routes() File "/contrail-test/scripts/routing_policy/test_routing_policy.py", line 578, in create_interface_static_routes ret_dict = self.config_basic() File "/contrail-test/scripts/routing_policy/base.py", line 45, in config_basic assert test_vm.wait_till_vm_is_up() AssertionError 2025-09-11 02:45:26,149 - INFO - 2025-09-11 02:45:26,150 - INFO - END TEST : test_rp_interface_static : FAILED[0:00:06] 2025-09-11 02:45:26,150 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:45:27,073 - INFO - Deleted project: ctest-TestRP-92853988, ID : d44f367c-efb5-4e38-8d18-09e37d5ea1b4 2025-09-11 02:45:27,259 - INFO - Domain Default found not creating 2025-09-11 02:45:27,401 - INFO - Project ctest-TestBasicRTFilter-07185060 not found, creating it 2025-09-11 02:45:27,875 - INFO - Created Project:ctest-TestBasicRTFilter-07185060, ID : 5b07308b-d4fe-418d-a56e-6125d4fc4d2c 2025-09-11 02:45:29,329 - INFO - ================================================================================ 2025-09-11 02:45:29,330 - INFO - STARTING TEST : test_rt_CEM_22032 2025-09-11 02:45:29,330 - INFO - TEST DESCRIPTION : Description: Validate Advertise of routes across VNs with Service keywords using RTs Test steps: 1. Create a VM in a VN (starting with "service-" keyword). 2. Add a route-target entry to the VN. 3. Check the rt_group and bgp.rtarget.0 table on the control nodes. Pass criteria: The system-defined, user-defined route target of the VN and the VM IP should be seen in the respective tables. Maintainer : manasd@juniper.net 2025-09-11 02:45:30,592 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:45:30,592 - INFO - 2025-09-11 02:45:31,545 - INFO - Created VN service-vn-40926785 2025-09-11 02:45:32,146 - INFO - Verified VN network id 14 for VN 225af184-07cb-4d09-9c55-1ef0f8e5d26b 2025-09-11 02:45:32,147 - INFO - Verifications in API Server for VN service-vn-40926785 passed 2025-09-11 02:45:32,213 - INFO - On all control nodes, Config, RI and RT verification for VN service-vn-40926785 passed 2025-09-11 02:45:33,418 - INFO - Validated that VN default-domain:ctest-TestBasicRTFilter-07185060:service-vn-40926785 is found in opserver 2025-09-11 02:45:33,453 - INFO - Will add a user-defined RT to the VN 2025-09-11 02:45:38,585 - INFO - RT target:64512:7409407 seen in the RTGroup Table of control node-10.0.0.249 2025-09-11 02:45:38,592 - INFO - RT target:64512:8000004 seen in the RTGroup Table of control node-10.0.0.249 2025-09-11 02:45:38,597 - INFO - RT target:64512:7409407 seen in the RTGroup Table of control node-10.0.0.22 2025-09-11 02:45:38,602 - INFO - RT target:64512:8000004 seen in the RTGroup Table of control node-10.0.0.22 2025-09-11 02:45:38,607 - INFO - RT target:64512:7409407 seen in the RTGroup Table of control node-10.0.0.49 2025-09-11 02:45:38,611 - INFO - RT target:64512:8000004 seen in the RTGroup Table of control node-10.0.0.49 2025-09-11 02:45:39,761 - INFO - VM ([<Server: ctest-vm1-27775432>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:45:39,761 - INFO - Waiting for VM ctest-vm1-27775432 to be up.. 2025-09-11 02:45:44,890 - INFO - VM name : ctest-vm1-27775432 2025-09-11 02:46:19,345 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vm1-27775432 passed 2025-09-11 02:46:40,223 - INFO - Active control node is 10.0.0.22 2025-09-11 02:46:40,228 - INFO - IP 140.230.48.3/32 is seen in the dep_routes of RT target:64512:7409407 in the RTGroup Table of ctrl_node 10.0.0.22 2025-09-11 02:46:40,242 - INFO - RT target:64512:7409407 seen in the bgp.rtarget.0 table of the control node-10.0.0.22 2025-09-11 02:46:40,248 - INFO - IP 140.230.48.3/32 is seen in the dep_routes of RT target:64512:8000004 in the RTGroup Table of ctrl_node 10.0.0.22 2025-09-11 02:46:40,262 - INFO - RT target:64512:8000004 seen in the bgp.rtarget.0 table of the control node-10.0.0.22 2025-09-11 02:46:40,262 - INFO - Will remove the user-defined RT to the VN and verify that the entry is removed from the tables 2025-09-11 02:46:45,384 - INFO - RT target:64512:7409407 removed from the bgp.rtarget.0 table 2025-09-11 02:46:45,385 - INFO - RT target:64512:7409407 removed from the RTGroup Table of the control nodes 2025-09-11 02:46:45,385 - INFO - Will verify that the system generated RT is still seen in the control-nodes 2025-09-11 02:46:45,390 - INFO - RT target:64512:8000004 seen in the RTGroup Table of control node-10.0.0.22 2025-09-11 02:46:45,399 - INFO - IP 140.230.48.3/32 is seen in the dep_routes of RT target:64512:8000004 in the RTGroup Table of ctrl_node 10.0.0.22 2025-09-11 02:46:45,412 - INFO - RT target:64512:8000004 seen in the bgp.rtarget.0 table of the control node-10.0.0.22 2025-09-11 02:46:45,413 - INFO - Deleting VM ctest-vm1-27775432 2025-09-11 02:46:45,483 - INFO - Deleting VN service-vn-40926785 2025-09-11 02:46:45,525 - WARNING - Deleting VN service-vn-40926785 failed..Will retry 2025-09-11 02:46:47,829 - INFO - Validated that VN service-vn-40926785 is not found in API Server 2025-09-11 02:46:47,849 - INFO - Validated that VN service-vn-40926785 is not in any agent 2025-09-11 02:46:47,878 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN service-vn-40926785 info 2025-09-11 02:46:49,135 - INFO - END TEST : test_rt_CEM_22032 : PASSED[0:01:20] 2025-09-11 02:46:49,136 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:46:49,139 - INFO - ================================================================================ 2025-09-11 02:46:49,139 - INFO - STARTING TEST : test_user_def_rt_entry 2025-09-11 02:46:49,139 - INFO - TEST DESCRIPTION : Description: Validate the entry and deletion of the VN's user-added Route Target in the rt_g roup and bgp.rtarget.0 table on the control nodes Test steps: 1. Create a VM in a VN. 2. Add a route-target entry to the VN. 3. Check the rt_group and bgp.rtarget.0 table on the control nodes. Pass criteria: The system-defined, user-defined route target of the VN and the VM IP should be seen in the respective tables. Maintainer : ganeshahv@juniper.net 2025-09-11 02:46:50,400 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:46:50,400 - INFO - 2025-09-11 02:46:50,907 - INFO - Created VN ctest-vn30-57931179 2025-09-11 02:46:51,168 - INFO - Verified VN network id 14 for VN c8357cc6-f37c-43fa-99d1-93e02a9563fd 2025-09-11 02:46:51,168 - INFO - Verifications in API Server for VN ctest-vn30-57931179 passed 2025-09-11 02:46:51,232 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn30-57931179 passed 2025-09-11 02:46:51,524 - INFO - Validated that VN default-domain:ctest-TestBasicRTFilter-07185060:ctest-vn30-57931179 is found in opserver 2025-09-11 02:46:51,555 - INFO - Will add a user-defined RT to the VN 2025-09-11 02:46:56,694 - INFO - RT target:64512:125942 seen in the RTGroup Table of control node-10.0.0.249 2025-09-11 02:46:56,699 - INFO - RT target:64512:8000004 seen in the RTGroup Table of control node-10.0.0.249 2025-09-11 02:46:56,704 - INFO - RT target:64512:125942 seen in the RTGroup Table of control node-10.0.0.22 2025-09-11 02:46:56,709 - INFO - RT target:64512:8000004 seen in the RTGroup Table of control node-10.0.0.22 2025-09-11 02:46:56,714 - INFO - RT target:64512:125942 seen in the RTGroup Table of control node-10.0.0.49 2025-09-11 02:46:56,719 - INFO - RT target:64512:8000004 seen in the RTGroup Table of control node-10.0.0.49 2025-09-11 02:46:57,815 - INFO - VM ([<Server: ctest-vm1-19043477>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:46:57,815 - INFO - Waiting for VM ctest-vm1-19043477 to be up.. 2025-09-11 02:47:02,956 - ERROR - VM in error state. 2025-09-11 02:47:02,956 - ERROR - VM is not in ACTIVE state 2025-09-11 02:47:03,042 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 02:47:03,043 - INFO - Skip interface_detach for VM ctest-vm1-19043477 in state ERROR 2025-09-11 02:47:03,043 - INFO - Deleting VM ctest-vm1-19043477 2025-09-11 02:47:03,043 - ERROR - VM ctest-vm1-19043477 has failed to come up 2025-09-11 02:47:03,043 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:46:57Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 02:47:03,043 - INFO - Deleting VN ctest-vn30-57931179 2025-09-11 02:47:03,344 - INFO - Validated that VN ctest-vn30-57931179 is not found in API Server 2025-09-11 02:47:03,367 - INFO - Validated that VN ctest-vn30-57931179 is not in any agent 2025-09-11 02:47:03,396 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn30-57931179 info 2025-09-11 02:47:04,643 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:47:03 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.rt_filter.test_rt_filter.TestBasicRTFil...def_rt_entry[cb_sanity,sanity] id=0x7f4e2f038610>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBasicRTFilter.test_user_def_rt_entry> self = <scripts.rt_filter.test_rt_filter.TestBasicRTFil...def_rt_entry[cb_sanity,sanity] id=0x7f4e2f038610> args = () kwargs = {} /contrail-test/scripts/rt_filter/test_rt_filter.py in test_user_def_rt_entry(self=<scripts.rt_filter.test_rt_filter.TestBasicRTFil...def_rt_entry[cb_sanity,sanity] id=0x7f4e2f038610>) 84 vm1_fixture = self.create_vm(vn1_fixture, vm_name=vn1_vm1_name, 85 flavor='contrail_flavor_small', image_name='ubuntu-traffic') 86 assert vm1_fixture.wait_till_vm_is_up() 87 ip = vm1_fixture.vm_ip + '/32' 88 active_ctrl_node = self.get_active_control_node(vm1_fixture) vm1_fixture = <VMFixture: ctest-vm1-19043477> vm1_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-vm1-19043477>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/rt_filter/test_rt_filter.py", line 86, in test_user_def_rt_entry assert vm1_fixture.wait_till_vm_is_up() AssertionError 2025-09-11 02:47:04,656 - INFO - 2025-09-11 02:47:04,656 - INFO - END TEST : test_user_def_rt_entry : FAILED[0:00:15] 2025-09-11 02:47:04,656 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:47:05,362 - INFO - Deleted project: ctest-TestBasicRTFilter-07185060, ID : 5b07308b-d4fe-418d-a56e-6125d4fc4d2c 2025-09-11 02:47:05,547 - INFO - Domain Default found not creating 2025-09-11 02:47:05,688 - INFO - Project ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912 not found, creating it 2025-09-11 02:47:06,244 - INFO - Created Project:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912, ID : d6dc3bcb-4d98-4768-b3ec-e477fe8e6018 2025-09-11 02:47:07,647 - INFO - ================================================================================ 2025-09-11 02:47:07,647 - INFO - STARTING TEST : test_sec_group_basic 2025-09-11 02:47:07,647 - INFO - TEST DESCRIPTION : Description: Test basic SG features 1. Security group create and delete 2. Create security group with custom rules and then update it for tcp 3. Launch VM with custom created security group and verify 4. Remove secuity group association with VM 5. Add back custom security group to VM and verify 6. Try to delete security group with association to VM. It should fail. 7. Test with ping, which should fail 8. Test with TCP which should pass 9. Update the rules to allow icmp, ping should pass now. 2025-09-11 02:47:08,910 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:47:08,910 - INFO - 2025-09-11 02:47:09,257 - INFO - Creating Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912', 'ctest-test_sec_group-05209638'] 2025-09-11 02:47:10,809 - INFO - Security group ctest-test_sec_group-05209638 found in the API Server 2025-09-11 02:47:10,919 - INFO - Validated that ACLs for Security group ctest-test_sec_group-05209638 are present in API Server 2025-09-11 02:47:10,926 - INFO - Validated that Security group ctest-test_sec_group-05209638 is found in control node 10.0.0.249 2025-09-11 02:47:10,937 - INFO - Validated that Security group ctest-test_sec_group-05209638 is found in control node 10.0.0.22 2025-09-11 02:47:10,949 - INFO - Validated that Security group ctest-test_sec_group-05209638 is found in control node 10.0.0.49 2025-09-11 02:47:10,955 - INFO - Validated SG ctest-test_sec_group-05209638 in Control nodes 2025-09-11 02:47:10,956 - INFO - Deleting Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912', 'ctest-test_sec_group-05209638'] 2025-09-11 02:47:11,029 - INFO - Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912', 'ctest-test_sec_group-05209638'] deleted successfully. 2025-09-11 02:47:11,156 - INFO - Security group ctest-test_sec_group-05209638 removed from the API Server 2025-09-11 02:47:11,274 - INFO - security group ctest-test_sec_group-05209638 removed from Control-node 10.0.0.249 2025-09-11 02:47:11,284 - INFO - security group ctest-test_sec_group-05209638 removed from Control-node 10.0.0.22 2025-09-11 02:47:11,297 - INFO - security group ctest-test_sec_group-05209638 removed from Control-node 10.0.0.49 2025-09-11 02:47:11,303 - INFO - Validated that SG ctest-test_sec_group-05209638 is not in control nodes 2025-09-11 02:47:11,309 - INFO - Creating Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912', 'ctest-test_sec_group-05209638'] 2025-09-11 02:47:12,494 - INFO - Security group ctest-test_sec_group-05209638 found in the API Server 2025-09-11 02:47:12,610 - INFO - Validated that ACLs for Security group ctest-test_sec_group-05209638 are present in API Server 2025-09-11 02:47:12,616 - INFO - Validated that Security group ctest-test_sec_group-05209638 is found in control node 10.0.0.249 2025-09-11 02:47:12,634 - INFO - Validated that Security group ctest-test_sec_group-05209638 is found in control node 10.0.0.22 2025-09-11 02:47:12,649 - INFO - Validated that Security group ctest-test_sec_group-05209638 is found in control node 10.0.0.49 2025-09-11 02:47:12,656 - INFO - Validated SG ctest-test_sec_group-05209638 in Control nodes 2025-09-11 02:47:13,902 - INFO - Created VN ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 2025-09-11 02:47:14,190 - INFO - Verified VN network id 14 for VN 17404157-c8d5-4f1e-ab44-41ab9b542f49 2025-09-11 02:47:14,190 - INFO - Verifications in API Server for VN ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 passed 2025-09-11 02:47:14,255 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 passed 2025-09-11 02:47:15,697 - INFO - Validated that VN default-domain:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 is found in opserver 2025-09-11 02:47:16,971 - INFO - VM ([<Server: ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:47:18,345 - INFO - VM ([<Server: ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-87224920>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:47:23,505 - INFO - VM name : ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 2025-09-11 02:47:24,232 - INFO - VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 verfication in all API Servers passed 2025-09-11 02:47:56,617 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 passed 2025-09-11 02:47:56,617 - INFO - VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 verifications in Compute nodes passed 2025-09-11 02:47:56,697 - INFO - Validated routes of VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 in all vrouters 2025-09-11 02:47:57,406 - INFO - Verification in Control-nodes for VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 passed 2025-09-11 02:47:57,639 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:47:57,661 - INFO - VM 105aeea1-9bd7-4c8c-966b-d8aea4537072 is present in default-domain:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 2025-09-11 02:47:57,840 - INFO - tap interface default-domain:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912:92475caa-c26b-4c7c-a285-919714e73fe3 of vm 105aeea1-9bd7-4c8c-966b-d8aea4537072 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 02:47:57,913 - INFO - VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 validations in Opserver passed 2025-09-11 02:47:57,913 - INFO - Waiting for VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 to be up.. 2025-09-11 02:47:59,078 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 passed 2025-09-11 02:48:14,799 - WARNING - VM in error state. Asserting... 2025-09-11 02:48:14,801 - INFO - Skip interface_detach for VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-87224920 in state ERROR 2025-09-11 02:48:14,801 - INFO - Removing the security group from VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-87224920 2025-09-11 02:48:14,860 - INFO - Removing the security group from VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 2025-09-11 02:48:15,052 - INFO - Deleting VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 2025-09-11 02:48:17,151 - INFO - VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 is fully removed in API-Server 2025-09-11 02:48:17,355 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912:ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 2025-09-11 02:48:17,355 - INFO - VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:48:17,544 - INFO - Routes for VM ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-20549518 is removed in all control-nodes 2025-09-11 02:48:20,696 - INFO - 105aeea1-9bd7-4c8c-966b-d8aea4537072 vm uve deleted from opserver 2025-09-11 02:48:20,750 - INFO - 105aeea1-9bd7-4c8c-966b-d8aea4537072 vm uve deleted from opserver 2025-09-11 02:48:20,763 - INFO - 105aeea1-9bd7-4c8c-966b-d8aea4537072 vm uve deleted from opserver 2025-09-11 02:48:20,763 - INFO - Validated that VM 105aeea1-9bd7-4c8c-966b-d8aea4537072 is removed from Opserver 2025-09-11 02:48:20,763 - INFO - Deleting VN ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 2025-09-11 02:48:21,041 - INFO - Validated that VN ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 is not found in API Server 2025-09-11 02:48:21,066 - INFO - Validated that VN ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 is not in any agent 2025-09-11 02:48:21,098 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-56415930 info 2025-09-11 02:48:21,098 - INFO - Deleting Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912', 'ctest-test_sec_group-05209638'] 2025-09-11 02:48:21,180 - INFO - Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912', 'ctest-test_sec_group-05209638'] deleted successfully. 2025-09-11 02:48:21,303 - INFO - Security group ctest-test_sec_group-05209638 removed from the API Server 2025-09-11 02:48:21,414 - INFO - security group ctest-test_sec_group-05209638 removed from Control-node 10.0.0.249 2025-09-11 02:48:21,424 - INFO - security group ctest-test_sec_group-05209638 removed from Control-node 10.0.0.22 2025-09-11 02:48:21,435 - INFO - security group ctest-test_sec_group-05209638 removed from Control-node 10.0.0.49 2025-09-11 02:48:21,440 - INFO - Validated that SG ctest-test_sec_group-05209638 is not in control nodes 2025-09-11 02:48:22,695 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:48:14 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.securitygroup.test_regression.SecurityG...sec_group_basic[sanity,suite1] id=0x7f4e2f03f760>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function SecurityGroupBasicRegressionTests1.test_sec_group_basic> self = <scripts.securitygroup.test_regression.SecurityG...sec_group_basic[sanity,suite1] id=0x7f4e2f03f760> args = () kwargs = {} /contrail-test/scripts/securitygroup/test_regression_basic.py in test_sec_group_basic(self=<scripts.securitygroup.test_regression.SecurityG...sec_group_basic[sanity,suite1] id=0x7f4e2f03f760>) 88 assert vm1_fixture.verify_on_setup() 89 assert vm1_fixture.wait_till_vm_is_up() 90 assert vm2_fixture.verify_on_setup() 91 assert vm2_fixture.wait_till_vm_is_up() 92 vm2_fixture = <VMFixture: ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912-87224920> vm2_fixture.verify_on_setup = <bound method VMFixture.verify_on_setup of <VMFi...roupBasicRegressionTests1Ipv6-21639912-87224920>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/securitygroup/test_regression_basic.py", line 90, in test_sec_group_basic assert vm2_fixture.verify_on_setup() AssertionError 2025-09-11 02:48:22,707 - INFO - 2025-09-11 02:48:22,707 - INFO - END TEST : test_sec_group_basic : FAILED[0:01:15] 2025-09-11 02:48:22,707 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:48:23,519 - INFO - Deleted project: ctest-SecurityGroupBasicRegressionTests1Ipv6-21639912, ID : d6dc3bcb-4d98-4768-b3ec-e477fe8e6018 2025-09-11 02:48:23,718 - INFO - Domain Default found not creating 2025-09-11 02:48:23,875 - INFO - Project ctest-SecurityGroupBasicRegressionTests1_contrail-99915679 not found, creating it 2025-09-11 02:48:24,449 - INFO - Created Project:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679, ID : 9ff4f190-47e0-4eb1-849a-76adb0852a33 2025-09-11 02:48:26,111 - INFO - ================================================================================ 2025-09-11 02:48:26,111 - INFO - STARTING TEST : test_sec_group_basic 2025-09-11 02:48:26,111 - INFO - TEST DESCRIPTION : Description: Test basic SG features 1. Security group create and delete 2. Create security group with custom rules and then update it for tcp 3. Launch VM with custom created security group and verify 4. Remove secuity group association with VM 5. Add back custom security group to VM and verify 6. Try to delete security group with association to VM. It should fail. 7. Test with ping, which should fail 8. Test with TCP which should pass 9. Update the rules to allow icmp, ping should pass now. 2025-09-11 02:48:27,404 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:48:27,404 - INFO - 2025-09-11 02:48:27,751 - INFO - Creating Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1_contrail-99915679', 'ctest-test_sec_group-21124007'] 2025-09-11 02:48:28,384 - INFO - Security group ctest-test_sec_group-21124007 found in the API Server 2025-09-11 02:48:28,499 - INFO - Validated that ACLs for Security group ctest-test_sec_group-21124007 are present in API Server 2025-09-11 02:48:28,505 - INFO - Validated that Security group ctest-test_sec_group-21124007 is found in control node 10.0.0.249 2025-09-11 02:48:28,517 - INFO - Validated that Security group ctest-test_sec_group-21124007 is found in control node 10.0.0.22 2025-09-11 02:48:28,530 - INFO - Validated that Security group ctest-test_sec_group-21124007 is found in control node 10.0.0.49 2025-09-11 02:48:28,536 - INFO - Validated SG ctest-test_sec_group-21124007 in Control nodes 2025-09-11 02:48:28,537 - INFO - Deleting Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1_contrail-99915679', 'ctest-test_sec_group-21124007'] 2025-09-11 02:48:28,635 - INFO - Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1_contrail-99915679', 'ctest-test_sec_group-21124007'] deleted successfully. 2025-09-11 02:48:28,773 - INFO - Security group ctest-test_sec_group-21124007 removed from the API Server 2025-09-11 02:48:28,905 - INFO - security group ctest-test_sec_group-21124007 removed from Control-node 10.0.0.249 2025-09-11 02:48:28,917 - INFO - security group ctest-test_sec_group-21124007 removed from Control-node 10.0.0.22 2025-09-11 02:48:28,928 - INFO - security group ctest-test_sec_group-21124007 removed from Control-node 10.0.0.49 2025-09-11 02:48:28,933 - INFO - Validated that SG ctest-test_sec_group-21124007 is not in control nodes 2025-09-11 02:48:28,939 - INFO - Creating Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1_contrail-99915679', 'ctest-test_sec_group-21124007'] 2025-09-11 02:48:29,278 - INFO - Security group ctest-test_sec_group-21124007 found in the API Server 2025-09-11 02:48:29,394 - INFO - Validated that ACLs for Security group ctest-test_sec_group-21124007 are present in API Server 2025-09-11 02:48:29,402 - INFO - Validated that Security group ctest-test_sec_group-21124007 is found in control node 10.0.0.249 2025-09-11 02:48:29,415 - INFO - Validated that Security group ctest-test_sec_group-21124007 is found in control node 10.0.0.22 2025-09-11 02:48:29,427 - INFO - Validated that Security group ctest-test_sec_group-21124007 is found in control node 10.0.0.49 2025-09-11 02:48:29,434 - INFO - Validated SG ctest-test_sec_group-21124007 in Control nodes 2025-09-11 02:48:30,178 - INFO - Created VN ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 2025-09-11 02:48:30,468 - INFO - Verified VN network id 14 for VN 78b38742-ff2d-4c41-93dc-c9fa5ed403b7 2025-09-11 02:48:30,468 - INFO - Verifications in API Server for VN ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 passed 2025-09-11 02:48:30,567 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 passed 2025-09-11 02:48:31,756 - INFO - Validated that VN default-domain:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 is found in opserver 2025-09-11 02:48:32,978 - INFO - VM ([<Server: ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:48:34,316 - INFO - VM ([<Server: ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-61562296>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:48:39,491 - INFO - VM name : ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 2025-09-11 02:48:40,171 - INFO - VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 verfication in all API Servers passed 2025-09-11 02:49:12,553 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 passed 2025-09-11 02:49:12,553 - INFO - VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 verifications in Compute nodes passed 2025-09-11 02:49:12,750 - INFO - Validated routes of VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 in all vrouters 2025-09-11 02:49:13,428 - INFO - Verification in Control-nodes for VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 passed 2025-09-11 02:49:13,704 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:49:13,730 - INFO - VM 8afc5c65-b382-40a5-a7d4-f76ff42fa96f is present in default-domain:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 2025-09-11 02:49:13,900 - INFO - tap interface default-domain:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679:8b944123-350f-4d30-9d7c-691da40b7175 of vm 8afc5c65-b382-40a5-a7d4-f76ff42fa96f is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 02:49:13,986 - INFO - VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 validations in Opserver passed 2025-09-11 02:49:13,987 - INFO - Waiting for VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 to be up.. 2025-09-11 02:49:15,158 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 passed 2025-09-11 02:49:30,886 - WARNING - VM in error state. Asserting... 2025-09-11 02:49:30,887 - INFO - Skip interface_detach for VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-61562296 in state ERROR 2025-09-11 02:49:30,888 - INFO - Removing the security group from VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-61562296 2025-09-11 02:49:30,951 - INFO - Removing the security group from VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 2025-09-11 02:49:31,135 - INFO - Deleting VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 2025-09-11 02:49:33,249 - INFO - VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 is fully removed in API-Server 2025-09-11 02:49:33,463 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679:ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 2025-09-11 02:49:33,463 - INFO - VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:49:33,652 - INFO - Routes for VM ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-19425188 is removed in all control-nodes 2025-09-11 02:49:52,132 - INFO - 8afc5c65-b382-40a5-a7d4-f76ff42fa96f vm uve deleted from opserver 2025-09-11 02:49:52,143 - INFO - 8afc5c65-b382-40a5-a7d4-f76ff42fa96f vm uve deleted from opserver 2025-09-11 02:49:52,154 - INFO - 8afc5c65-b382-40a5-a7d4-f76ff42fa96f vm uve deleted from opserver 2025-09-11 02:49:52,154 - INFO - Validated that VM 8afc5c65-b382-40a5-a7d4-f76ff42fa96f is removed from Opserver 2025-09-11 02:49:52,154 - INFO - Deleting VN ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 2025-09-11 02:49:52,517 - INFO - Validated that VN ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 is not found in API Server 2025-09-11 02:49:52,543 - INFO - Validated that VN ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 is not in any agent 2025-09-11 02:49:52,572 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-93822568 info 2025-09-11 02:49:52,572 - INFO - Deleting Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1_contrail-99915679', 'ctest-test_sec_group-21124007'] 2025-09-11 02:49:52,673 - INFO - Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1_contrail-99915679', 'ctest-test_sec_group-21124007'] deleted successfully. 2025-09-11 02:49:52,787 - INFO - Security group ctest-test_sec_group-21124007 removed from the API Server 2025-09-11 02:49:52,915 - INFO - security group ctest-test_sec_group-21124007 removed from Control-node 10.0.0.249 2025-09-11 02:49:52,925 - INFO - security group ctest-test_sec_group-21124007 removed from Control-node 10.0.0.22 2025-09-11 02:49:52,935 - INFO - security group ctest-test_sec_group-21124007 removed from Control-node 10.0.0.49 2025-09-11 02:49:52,940 - INFO - Validated that SG ctest-test_sec_group-21124007 is not in control nodes 2025-09-11 02:49:54,191 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:49:30 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.securitygroup.test_regression.SecurityG...sec_group_basic[sanity,suite1] id=0x7f4e2f03feb0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function SecurityGroupBasicRegressionTests1.test_sec_group_basic> self = <scripts.securitygroup.test_regression.SecurityG...sec_group_basic[sanity,suite1] id=0x7f4e2f03feb0> args = () kwargs = {} /contrail-test/scripts/securitygroup/test_regression_basic.py in test_sec_group_basic(self=<scripts.securitygroup.test_regression.SecurityG...sec_group_basic[sanity,suite1] id=0x7f4e2f03feb0>) 88 assert vm1_fixture.verify_on_setup() 89 assert vm1_fixture.wait_till_vm_is_up() 90 assert vm2_fixture.verify_on_setup() 91 assert vm2_fixture.wait_till_vm_is_up() 92 vm2_fixture = <VMFixture: ctest-SecurityGroupBasicRegressionTests1_contrail-99915679-61562296> vm2_fixture.verify_on_setup = <bound method VMFixture.verify_on_setup of <VMFi...asicRegressionTests1_contrail-99915679-61562296>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/securitygroup/test_regression_basic.py", line 90, in test_sec_group_basic assert vm2_fixture.verify_on_setup() AssertionError 2025-09-11 02:49:54,206 - INFO - 2025-09-11 02:49:54,206 - INFO - END TEST : test_sec_group_basic : FAILED[0:01:28] 2025-09-11 02:49:54,206 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:49:54,945 - INFO - Deleted project: ctest-SecurityGroupBasicRegressionTests1_contrail-99915679, ID : 9ff4f190-47e0-4eb1-849a-76adb0852a33 2025-09-11 02:49:55,120 - INFO - Domain Default found not creating 2025-09-11 02:49:55,254 - INFO - Project ctest-SecurityGroupBasicRegressionTests1-00517784 not found, creating it 2025-09-11 02:49:55,753 - INFO - Created Project:ctest-SecurityGroupBasicRegressionTests1-00517784, ID : b8567c80-0411-47cf-a6b0-a50ff2aff28a 2025-09-11 02:49:57,334 - INFO - ================================================================================ 2025-09-11 02:49:57,335 - INFO - STARTING TEST : test_sec_group_basic 2025-09-11 02:49:57,335 - INFO - TEST DESCRIPTION : Description: Test basic SG features 1. Security group create and delete 2. Create security group with custom rules and then update it for tcp 3. Launch VM with custom created security group and verify 4. Remove secuity group association with VM 5. Add back custom security group to VM and verify 6. Try to delete security group with association to VM. It should fail. 7. Test with ping, which should fail 8. Test with TCP which should pass 9. Update the rules to allow icmp, ping should pass now. 2025-09-11 02:49:58,609 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:49:58,609 - INFO - 2025-09-11 02:49:58,937 - INFO - Creating Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1-00517784', 'ctest-test_sec_group-23642995'] 2025-09-11 02:50:00,448 - INFO - Security group ctest-test_sec_group-23642995 found in the API Server 2025-09-11 02:50:00,577 - INFO - Validated that ACLs for Security group ctest-test_sec_group-23642995 are present in API Server 2025-09-11 02:50:00,583 - INFO - Validated that Security group ctest-test_sec_group-23642995 is found in control node 10.0.0.249 2025-09-11 02:50:00,599 - INFO - Validated that Security group ctest-test_sec_group-23642995 is found in control node 10.0.0.22 2025-09-11 02:50:00,613 - INFO - Validated that Security group ctest-test_sec_group-23642995 is found in control node 10.0.0.49 2025-09-11 02:50:00,618 - INFO - Validated SG ctest-test_sec_group-23642995 in Control nodes 2025-09-11 02:50:00,618 - INFO - Deleting Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1-00517784', 'ctest-test_sec_group-23642995'] 2025-09-11 02:50:00,718 - INFO - Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1-00517784', 'ctest-test_sec_group-23642995'] deleted successfully. 2025-09-11 02:50:00,847 - INFO - Security group ctest-test_sec_group-23642995 removed from the API Server 2025-09-11 02:50:00,971 - INFO - security group ctest-test_sec_group-23642995 removed from Control-node 10.0.0.249 2025-09-11 02:50:00,981 - INFO - security group ctest-test_sec_group-23642995 removed from Control-node 10.0.0.22 2025-09-11 02:50:00,991 - INFO - security group ctest-test_sec_group-23642995 removed from Control-node 10.0.0.49 2025-09-11 02:50:00,996 - INFO - Validated that SG ctest-test_sec_group-23642995 is not in control nodes 2025-09-11 02:50:01,003 - INFO - Creating Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1-00517784', 'ctest-test_sec_group-23642995'] 2025-09-11 02:50:02,294 - INFO - Security group ctest-test_sec_group-23642995 found in the API Server 2025-09-11 02:50:02,410 - INFO - Validated that ACLs for Security group ctest-test_sec_group-23642995 are present in API Server 2025-09-11 02:50:02,416 - INFO - Validated that Security group ctest-test_sec_group-23642995 is found in control node 10.0.0.249 2025-09-11 02:50:02,428 - INFO - Validated that Security group ctest-test_sec_group-23642995 is found in control node 10.0.0.22 2025-09-11 02:50:02,440 - INFO - Validated that Security group ctest-test_sec_group-23642995 is found in control node 10.0.0.49 2025-09-11 02:50:02,446 - INFO - Validated SG ctest-test_sec_group-23642995 in Control nodes 2025-09-11 02:50:03,499 - INFO - Created VN ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 2025-09-11 02:50:03,859 - INFO - Verified VN network id 14 for VN 06289c88-621b-4504-815d-9b23dd7d7483 2025-09-11 02:50:03,859 - INFO - Verifications in API Server for VN ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 passed 2025-09-11 02:50:03,937 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 passed 2025-09-11 02:50:05,128 - INFO - Validated that VN default-domain:ctest-SecurityGroupBasicRegressionTests1-00517784:ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 is found in opserver 2025-09-11 02:50:06,370 - INFO - VM ([<Server: ctest-SecurityGroupBasicRegressionTests1-00517784-82584649>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:50:07,760 - INFO - VM ([<Server: ctest-SecurityGroupBasicRegressionTests1-00517784-59568488>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:50:12,927 - INFO - VM name : ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 2025-09-11 02:50:13,599 - INFO - VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 verfication in all API Servers passed 2025-09-11 02:50:48,051 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 passed 2025-09-11 02:50:48,051 - INFO - VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 verifications in Compute nodes passed 2025-09-11 02:50:48,249 - INFO - Validated routes of VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 in all vrouters 2025-09-11 02:50:48,942 - INFO - Verification in Control-nodes for VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 passed 2025-09-11 02:50:49,160 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 02:50:49,187 - INFO - VM ebf5238c-2926-4310-8c17-709ae272ce65 is present in default-domain:ctest-SecurityGroupBasicRegressionTests1-00517784:ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 2025-09-11 02:50:49,465 - INFO - tap interface default-domain:ctest-SecurityGroupBasicRegressionTests1-00517784:91488f14-04eb-4b66-8329-a0f1736db7d7 of vm ebf5238c-2926-4310-8c17-709ae272ce65 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 02:50:49,546 - INFO - VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 validations in Opserver passed 2025-09-11 02:50:49,546 - INFO - Waiting for VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 to be up.. 2025-09-11 02:50:50,707 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 passed 2025-09-11 02:51:06,435 - WARNING - VM in error state. Asserting... 2025-09-11 02:51:06,436 - INFO - Skip interface_detach for VM ctest-SecurityGroupBasicRegressionTests1-00517784-59568488 in state ERROR 2025-09-11 02:51:06,437 - INFO - Removing the security group from VM ctest-SecurityGroupBasicRegressionTests1-00517784-59568488 2025-09-11 02:51:06,497 - INFO - Removing the security group from VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 2025-09-11 02:51:06,671 - INFO - Deleting VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 2025-09-11 02:51:08,787 - INFO - VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 is fully removed in API-Server 2025-09-11 02:51:09,001 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-SecurityGroupBasicRegressionTests1-00517784:ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 2025-09-11 02:51:09,001 - INFO - VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 02:51:09,193 - INFO - Routes for VM ctest-SecurityGroupBasicRegressionTests1-00517784-82584649 is removed in all control-nodes 2025-09-11 02:51:21,539 - INFO - ebf5238c-2926-4310-8c17-709ae272ce65 vm uve deleted from opserver 2025-09-11 02:51:21,597 - INFO - ebf5238c-2926-4310-8c17-709ae272ce65 vm uve deleted from opserver 2025-09-11 02:51:21,610 - INFO - ebf5238c-2926-4310-8c17-709ae272ce65 vm uve deleted from opserver 2025-09-11 02:51:21,610 - INFO - Validated that VM ebf5238c-2926-4310-8c17-709ae272ce65 is removed from Opserver 2025-09-11 02:51:21,610 - INFO - Deleting VN ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 2025-09-11 02:51:21,928 - INFO - Validated that VN ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 is not found in API Server 2025-09-11 02:51:21,951 - INFO - Validated that VN ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 is not in any agent 2025-09-11 02:51:21,983 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-SecurityGroupBasicRegressionTests1-00517784-58700791 info 2025-09-11 02:51:21,983 - INFO - Deleting Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1-00517784', 'ctest-test_sec_group-23642995'] 2025-09-11 02:51:22,065 - INFO - Security group: ['default-domain', 'ctest-SecurityGroupBasicRegressionTests1-00517784', 'ctest-test_sec_group-23642995'] deleted successfully. 2025-09-11 02:51:22,178 - INFO - Security group ctest-test_sec_group-23642995 removed from the API Server 2025-09-11 02:51:22,301 - INFO - security group ctest-test_sec_group-23642995 removed from Control-node 10.0.0.249 2025-09-11 02:51:22,315 - INFO - security group ctest-test_sec_group-23642995 removed from Control-node 10.0.0.22 2025-09-11 02:51:22,342 - INFO - security group ctest-test_sec_group-23642995 removed from Control-node 10.0.0.49 2025-09-11 02:51:22,348 - INFO - Validated that SG ctest-test_sec_group-23642995 is not in control nodes 2025-09-11 02:51:23,603 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:51:06 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.securitygroup.test_regression_basic.Sec...la_ocata_sanity,sanity,suite1] id=0x7f4e2f083520>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function SecurityGroupBasicRegressionTests1.test_sec_group_basic> self = <scripts.securitygroup.test_regression_basic.Sec...la_ocata_sanity,sanity,suite1] id=0x7f4e2f083520> args = () kwargs = {} /contrail-test/scripts/securitygroup/test_regression_basic.py in test_sec_group_basic(self=<scripts.securitygroup.test_regression_basic.Sec...la_ocata_sanity,sanity,suite1] id=0x7f4e2f083520>) 88 assert vm1_fixture.verify_on_setup() 89 assert vm1_fixture.wait_till_vm_is_up() 90 assert vm2_fixture.verify_on_setup() 91 assert vm2_fixture.wait_till_vm_is_up() 92 vm2_fixture = <VMFixture: ctest-SecurityGroupBasicRegressionTests1-00517784-59568488> vm2_fixture.verify_on_setup = <bound method VMFixture.verify_on_setup of <VMFi...ityGroupBasicRegressionTests1-00517784-59568488>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/securitygroup/test_regression_basic.py", line 90, in test_sec_group_basic assert vm2_fixture.verify_on_setup() AssertionError 2025-09-11 02:51:23,616 - INFO - 2025-09-11 02:51:23,616 - INFO - END TEST : test_sec_group_basic : FAILED[0:01:26] 2025-09-11 02:51:23,616 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:51:24,379 - INFO - Deleted project: ctest-SecurityGroupBasicRegressionTests1-00517784, ID : b8567c80-0411-47cf-a6b0-a50ff2aff28a 2025-09-11 02:51:24,614 - INFO - Domain Default found not creating 2025-09-11 02:51:24,771 - INFO - Project ctest-TestSvcRegr-11850212 not found, creating it 2025-09-11 02:51:25,351 - INFO - Created Project:ctest-TestSvcRegr-11850212, ID : 77c1b57a-a5f5-487d-8160-eb7e9758b9b9 2025-09-11 02:51:26,794 - INFO - ================================================================================ 2025-09-11 02:51:26,794 - INFO - STARTING TEST : test_svc_in_net_nat_with_static_routes 2025-09-11 02:51:28,067 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:51:28,067 - INFO - 2025-09-11 02:51:28,977 - INFO - Created VN ctest-third-vn-39974078 2025-09-11 02:51:30,251 - INFO - VM ([<Server: ctest-vm-in-third-vn-07068277>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:51:35,980 - INFO - Created VN ctest-mgmt_vn-18940281 2025-09-11 02:51:36,559 - INFO - Verified VN network id 15 for VN 4b2022eb-66fa-4fca-a1fe-a253dbe58de9 2025-09-11 02:51:36,559 - INFO - Verifications in API Server for VN ctest-mgmt_vn-18940281 passed 2025-09-11 02:51:36,624 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-18940281 passed 2025-09-11 02:51:37,782 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-mgmt_vn-18940281 is found in opserver 2025-09-11 02:51:38,293 - INFO - Created VN ctest-left_vn-55707255 2025-09-11 02:51:38,570 - INFO - Verified VN network id 16 for VN a6b6e3ee-048d-4281-ac90-3c17987463a4 2025-09-11 02:51:38,571 - INFO - Verifications in API Server for VN ctest-left_vn-55707255 passed 2025-09-11 02:51:38,633 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-55707255 passed 2025-09-11 02:51:38,915 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-left_vn-55707255 is found in opserver 2025-09-11 02:51:39,432 - INFO - Created VN ctest-right_vn-60191672 2025-09-11 02:51:39,691 - INFO - Verified VN network id 17 for VN 395441fc-e812-4e47-b01d-c685db486e27 2025-09-11 02:51:39,692 - INFO - Verifications in API Server for VN ctest-right_vn-60191672 passed 2025-09-11 02:51:39,762 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-60191672 passed 2025-09-11 02:51:40,056 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-right_vn-60191672 is found in opserver 2025-09-11 02:51:41,322 - INFO - VM ([<Server: ctest-left_vm-52531963>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:51:42,655 - INFO - VM ([<Server: ctest-right_vm-26383850>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) http://nexus.opensdn.io/repository///images/tinycore//tinycore-in-network-nat.qcow2.gz: 2025-09-11 02:51:43 ERROR 404: tinycore/tinycore-in-network-nat.qcow2.gz. gzip: /contrail-test/images/tinycore-in-network-nat.qcow2.gz: unexpected end of file 2025-09-11 02:51:43,461 - INFO - image /contrail-test/images/tinycore-in-network-nat.qcow2 is not found 2025-09-11 02:51:43,583 - INFO - Service template: ['default-domain', 'ctest-service_template_1-38360171'] deleted successfully. 2025-09-11 02:51:43,583 - INFO - Skip interface_detach for VM ctest-right_vm-26383850 in state BUILD 2025-09-11 02:51:43,583 - INFO - Deleting VM ctest-right_vm-26383850 2025-09-11 02:51:43,614 - ERROR - VM ctest-right_vm-26383850 has failed to come up 2025-09-11 02:51:43,614 - ERROR - Nova failed to get host of the VM 2025-09-11 02:51:43,614 - ERROR - VM ctest-right_vm-26383850 has failed to come up 2025-09-11 02:51:43,614 - ERROR - Nova failed to get host of the VM 2025-09-11 02:51:43,691 - INFO - Skip interface_detach for VM ctest-left_vm-52531963 in state ERROR 2025-09-11 02:51:43,691 - INFO - Deleting VM ctest-left_vm-52531963 2025-09-11 02:51:43,691 - ERROR - VM ctest-left_vm-52531963 has failed to come up 2025-09-11 02:51:43,691 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:51:41Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 02:51:43,691 - INFO - Deleting VN ctest-right_vn-60191672 2025-09-11 02:51:43,730 - WARNING - Deleting VN ctest-right_vn-60191672 failed..Will retry 2025-09-11 02:51:46,100 - INFO - Validated that VN ctest-right_vn-60191672 is not found in API Server 2025-09-11 02:51:46,165 - INFO - Validated that VN ctest-right_vn-60191672 is not in any agent 2025-09-11 02:51:46,207 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-60191672 info 2025-09-11 02:51:46,207 - INFO - Deleting VN ctest-left_vn-55707255 2025-09-11 02:51:46,569 - INFO - Validated that VN ctest-left_vn-55707255 is not found in API Server 2025-09-11 02:51:46,591 - INFO - Validated that VN ctest-left_vn-55707255 is not in any agent 2025-09-11 02:51:46,625 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-55707255 info 2025-09-11 02:51:46,625 - INFO - Deleting VN ctest-mgmt_vn-18940281 2025-09-11 02:51:46,916 - INFO - Validated that VN ctest-mgmt_vn-18940281 is not found in API Server 2025-09-11 02:51:46,939 - INFO - Validated that VN ctest-mgmt_vn-18940281 is not in any agent 2025-09-11 02:51:46,972 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-18940281 info 2025-09-11 02:51:46,972 - INFO - Deleting VM ctest-vm-in-third-vn-07068277 2025-09-11 02:51:47,047 - INFO - Deleting VN ctest-third-vn-39974078 2025-09-11 02:51:47,089 - WARNING - Deleting VN ctest-third-vn-39974078 failed..Will retry 2025-09-11 02:51:50,516 - INFO - 2025-09-11 02:51:50,516 - INFO - END TEST : test_svc_in_net_nat_with_static_routes : SKIPPED[0:00:24] 2025-09-11 02:51:50,516 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:51:50,519 - INFO - ================================================================================ 2025-09-11 02:51:50,519 - INFO - STARTING TEST : test_svc_v2_transparent_datapath 2025-09-11 02:51:51,803 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:51:51,803 - INFO - 2025-09-11 02:51:52,258 - INFO - Created VN ctest-mgmt_vn-57043583 2025-09-11 02:51:52,538 - INFO - Verified VN network id 14 for VN c152c43a-856b-4874-a9b1-d20f0e5b04c3 2025-09-11 02:51:52,538 - INFO - Verifications in API Server for VN ctest-mgmt_vn-57043583 passed 2025-09-11 02:51:52,602 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-57043583 passed 2025-09-11 02:51:52,763 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-mgmt_vn-57043583 is found in opserver 2025-09-11 02:51:53,290 - INFO - Created VN ctest-left_vn-51965565 2025-09-11 02:51:53,544 - INFO - Verified VN network id 15 for VN e2fb2ef1-d417-4201-a6f9-61546849310f 2025-09-11 02:51:53,544 - INFO - Verifications in API Server for VN ctest-left_vn-51965565 passed 2025-09-11 02:51:53,611 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-51965565 passed 2025-09-11 02:51:53,767 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-left_vn-51965565 is found in opserver 2025-09-11 02:51:54,287 - INFO - Created VN ctest-right_vn-55620537 2025-09-11 02:51:54,536 - INFO - Verified VN network id 16 for VN 28f04718-71b1-4520-a4f6-120daecae948 2025-09-11 02:51:54,536 - INFO - Verifications in API Server for VN ctest-right_vn-55620537 passed 2025-09-11 02:51:54,605 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-55620537 passed 2025-09-11 02:51:54,777 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-right_vn-55620537 is found in opserver 2025-09-11 02:51:55,360 - INFO - Created VN ctest-trans_left_vn-70294476 2025-09-11 02:51:55,623 - INFO - Verified VN network id 17 for VN 165b0284-583a-4653-91dc-42ebd162d90d 2025-09-11 02:51:55,623 - INFO - Verifications in API Server for VN ctest-trans_left_vn-70294476 passed 2025-09-11 02:51:55,689 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-trans_left_vn-70294476 passed 2025-09-11 02:51:55,862 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-trans_left_vn-70294476 is found in opserver 2025-09-11 02:51:56,409 - INFO - Created VN ctest-trans_right_vn-86852063 2025-09-11 02:51:56,678 - INFO - Verified VN network id 18 for VN 8c2fb6ac-78b7-4266-8d19-f80dd9e5fa1f 2025-09-11 02:51:56,678 - INFO - Verifications in API Server for VN ctest-trans_right_vn-86852063 passed 2025-09-11 02:51:56,738 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-trans_right_vn-86852063 passed 2025-09-11 02:51:56,896 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-11850212:ctest-trans_right_vn-86852063 is found in opserver 2025-09-11 02:51:58,149 - INFO - VM ([<Server: ctest-left_vm-43895139>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:51:59,460 - INFO - VM ([<Server: ctest-right_vm-86794261>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) http://nexus.opensdn.io/repository///images/tinycore//tinycore-net-transparent-fw.qcow2.gz: 2025-09-11 02:52:00 ERROR 404: tinycore/tinycore-net-transparent-fw.qcow2.gz. gzip: /contrail-test/images/tinycore-net-transparent-fw.qcow2.gz: unexpected end of file 2025-09-11 02:52:00,160 - INFO - image /contrail-test/images/tinycore-net-transparent-fw.qcow2 is not found 2025-09-11 02:52:00,251 - INFO - Service template: ['default-domain', 'ctest-service_template_1-97823401'] deleted successfully. 2025-09-11 02:52:00,251 - INFO - Skip interface_detach for VM ctest-right_vm-86794261 in state ERROR 2025-09-11 02:52:00,251 - INFO - Deleting VM ctest-right_vm-86794261 2025-09-11 02:52:00,251 - ERROR - VM ctest-right_vm-86794261 has failed to come up 2025-09-11 02:52:00,252 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:51:59Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 02:52:00,252 - INFO - Skip interface_detach for VM ctest-left_vm-43895139 in state BUILD 2025-09-11 02:52:00,252 - INFO - Deleting VM ctest-left_vm-43895139 2025-09-11 02:52:00,252 - ERROR - VM ctest-left_vm-43895139 has failed to come up 2025-09-11 02:52:00,252 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:00,252 - ERROR - VM ctest-left_vm-43895139 has failed to come up 2025-09-11 02:52:00,252 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:00,332 - INFO - Deleting VN ctest-trans_right_vn-86852063 2025-09-11 02:52:00,670 - INFO - Validated that VN ctest-trans_right_vn-86852063 is not found in API Server 2025-09-11 02:52:00,694 - INFO - Validated that VN ctest-trans_right_vn-86852063 is not in any agent 2025-09-11 02:52:00,733 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-trans_right_vn-86852063 info 2025-09-11 02:52:00,733 - INFO - Deleting VN ctest-trans_left_vn-70294476 2025-09-11 02:52:01,070 - INFO - Validated that VN ctest-trans_left_vn-70294476 is not found in API Server 2025-09-11 02:52:01,094 - INFO - Validated that VN ctest-trans_left_vn-70294476 is not in any agent 2025-09-11 02:52:01,144 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-trans_left_vn-70294476 info 2025-09-11 02:52:01,144 - INFO - Deleting VN ctest-right_vn-55620537 2025-09-11 02:52:01,499 - INFO - Validated that VN ctest-right_vn-55620537 is not found in API Server 2025-09-11 02:52:01,522 - INFO - Validated that VN ctest-right_vn-55620537 is not in any agent 2025-09-11 02:52:01,573 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-55620537 info 2025-09-11 02:52:01,573 - INFO - Deleting VN ctest-left_vn-51965565 2025-09-11 02:52:01,890 - INFO - Validated that VN ctest-left_vn-51965565 is not found in API Server 2025-09-11 02:52:01,916 - INFO - Validated that VN ctest-left_vn-51965565 is not in any agent 2025-09-11 02:52:01,952 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-51965565 info 2025-09-11 02:52:01,953 - INFO - Deleting VN ctest-mgmt_vn-57043583 2025-09-11 02:52:02,227 - INFO - Validated that VN ctest-mgmt_vn-57043583 is not found in API Server 2025-09-11 02:52:02,258 - INFO - Validated that VN ctest-mgmt_vn-57043583 is not in any agent 2025-09-11 02:52:02,294 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-57043583 info 2025-09-11 02:52:03,580 - INFO - 2025-09-11 02:52:03,580 - INFO - END TEST : test_svc_v2_transparent_datapath : SKIPPED[0:00:13] 2025-09-11 02:52:03,580 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:52:04,293 - INFO - Deleted project: ctest-TestSvcRegr-11850212, ID : 77c1b57a-a5f5-487d-8160-eb7e9758b9b9 2025-09-11 02:52:04,485 - INFO - Domain Default found not creating 2025-09-11 02:52:04,653 - INFO - Project ctest-TestSvcRegr-43407358 not found, creating it 2025-09-11 02:52:05,177 - INFO - Created Project:ctest-TestSvcRegr-43407358, ID : c6225859-6360-4a5f-8efc-65b54b8817ca 2025-09-11 02:52:06,711 - INFO - ================================================================================ 2025-09-11 02:52:06,711 - INFO - STARTING TEST : test_svc_CEM_22032 2025-09-11 02:52:07,989 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:52:07,989 - INFO - 2025-09-11 02:52:08,912 - INFO - Created VN ctest-mgmt_vn-05519693 2025-09-11 02:52:09,541 - INFO - Verified VN network id 14 for VN b59c5e5f-5d8b-4a97-ad03-1848ee886ce5 2025-09-11 02:52:09,541 - INFO - Verifications in API Server for VN ctest-mgmt_vn-05519693 passed 2025-09-11 02:52:09,609 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-05519693 passed 2025-09-11 02:52:10,764 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-43407358:ctest-mgmt_vn-05519693 is found in opserver 2025-09-11 02:52:11,316 - INFO - Created VN service-left-vn-71407253 2025-09-11 02:52:11,564 - INFO - Verified VN network id 15 for VN d2d0a119-6496-4440-93ae-13c2bb242d9e 2025-09-11 02:52:11,565 - INFO - Verifications in API Server for VN service-left-vn-71407253 passed 2025-09-11 02:52:11,637 - INFO - On all control nodes, Config, RI and RT verification for VN service-left-vn-71407253 passed 2025-09-11 02:52:11,949 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-43407358:service-left-vn-71407253 is found in opserver 2025-09-11 02:52:12,505 - INFO - Created VN service-right-vn-50691737 2025-09-11 02:52:12,757 - INFO - Verified VN network id 16 for VN 917b83f1-0697-45d0-a2f0-58efc367f3b0 2025-09-11 02:52:12,757 - INFO - Verifications in API Server for VN service-right-vn-50691737 passed 2025-09-11 02:52:12,819 - INFO - On all control nodes, Config, RI and RT verification for VN service-right-vn-50691737 passed 2025-09-11 02:52:13,092 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-43407358:service-right-vn-50691737 is found in opserver 2025-09-11 02:52:14,356 - INFO - VM ([<Server: ctest-left_vm-28840157>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:52:15,724 - INFO - VM ([<Server: ctest-right_vm-74056272>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) gzip: /contrail-test/images/tinycore-in-network-nat.qcow2.gz: unexpected end of file 2025-09-11 02:52:16,382 - INFO - image /contrail-test/images/tinycore-in-network-nat.qcow2 is not found 2025-09-11 02:52:16,471 - INFO - Service template: ['default-domain', 'ctest-service_template_1-85981799'] deleted successfully. 2025-09-11 02:52:16,471 - INFO - Skip interface_detach for VM ctest-right_vm-74056272 in state BUILD 2025-09-11 02:52:16,471 - INFO - Deleting VM ctest-right_vm-74056272 2025-09-11 02:52:16,496 - ERROR - VM ctest-right_vm-74056272 has failed to come up 2025-09-11 02:52:16,497 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:16,497 - ERROR - VM ctest-right_vm-74056272 has failed to come up 2025-09-11 02:52:16,497 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:16,708 - INFO - Skip interface_detach for VM ctest-left_vm-28840157 in state BUILD 2025-09-11 02:52:16,708 - INFO - Deleting VM ctest-left_vm-28840157 2025-09-11 02:52:16,708 - ERROR - VM ctest-left_vm-28840157 has failed to come up 2025-09-11 02:52:16,708 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:16,708 - ERROR - VM ctest-left_vm-28840157 has failed to come up 2025-09-11 02:52:16,708 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:16,780 - INFO - Deleting VN service-right-vn-50691737 2025-09-11 02:52:17,020 - INFO - Validated that VN service-right-vn-50691737 is not found in API Server 2025-09-11 02:52:17,045 - INFO - Validated that VN service-right-vn-50691737 is not in any agent 2025-09-11 02:52:17,080 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN service-right-vn-50691737 info 2025-09-11 02:52:17,080 - INFO - Deleting VN service-left-vn-71407253 2025-09-11 02:52:17,119 - WARNING - Deleting VN service-left-vn-71407253 failed..Will retry 2025-09-11 02:52:19,398 - INFO - Validated that VN service-left-vn-71407253 is not found in API Server 2025-09-11 02:52:19,418 - INFO - Validated that VN service-left-vn-71407253 is not in any agent 2025-09-11 02:52:19,452 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN service-left-vn-71407253 info 2025-09-11 02:52:19,452 - INFO - Deleting VN ctest-mgmt_vn-05519693 2025-09-11 02:52:19,699 - INFO - Validated that VN ctest-mgmt_vn-05519693 is not found in API Server 2025-09-11 02:52:19,723 - INFO - Validated that VN ctest-mgmt_vn-05519693 is not in any agent 2025-09-11 02:52:19,757 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-05519693 info 2025-09-11 02:52:21,037 - INFO - 2025-09-11 02:52:21,037 - INFO - END TEST : test_svc_CEM_22032 : SKIPPED[0:00:15] 2025-09-11 02:52:21,037 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:52:21,040 - INFO - ================================================================================ 2025-09-11 02:52:21,040 - INFO - STARTING TEST : test_svc_in_network_datapath 2025-09-11 02:52:22,305 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:52:22,305 - INFO - 2025-09-11 02:52:22,885 - INFO - Created VN ctest-mgmt_vn-89634566 2025-09-11 02:52:23,154 - INFO - Verified VN network id 14 for VN 93dbb395-7c4c-4b20-a586-6a1dc5bf0223 2025-09-11 02:52:23,154 - INFO - Verifications in API Server for VN ctest-mgmt_vn-89634566 passed 2025-09-11 02:52:23,246 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-89634566 passed 2025-09-11 02:52:23,408 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-43407358:ctest-mgmt_vn-89634566 is found in opserver 2025-09-11 02:52:24,110 - INFO - Created VN ctest-left_vn-94352846 2025-09-11 02:52:24,390 - INFO - Verified VN network id 15 for VN a7515521-812e-4a45-b93d-cfc18687f849 2025-09-11 02:52:24,390 - INFO - Verifications in API Server for VN ctest-left_vn-94352846 passed 2025-09-11 02:52:24,471 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-94352846 passed 2025-09-11 02:52:24,624 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-43407358:ctest-left_vn-94352846 is found in opserver 2025-09-11 02:52:25,231 - INFO - Created VN ctest-right_vn-63136708 2025-09-11 02:52:25,488 - INFO - Verified VN network id 16 for VN 7bdcf784-cabb-4591-9f11-f88c3fbf19e3 2025-09-11 02:52:25,489 - INFO - Verifications in API Server for VN ctest-right_vn-63136708 passed 2025-09-11 02:52:25,576 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-63136708 passed 2025-09-11 02:52:25,729 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-43407358:ctest-right_vn-63136708 is found in opserver 2025-09-11 02:52:26,942 - INFO - VM ([<Server: ctest-left_vm-50602172>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:52:28,057 - INFO - VM ([<Server: ctest-right_vm-40388807>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) gzip: /contrail-test/images/tinycore-in-network-nat.qcow2.gz: unexpected end of file 2025-09-11 02:52:28,783 - INFO - image /contrail-test/images/tinycore-in-network-nat.qcow2 is not found 2025-09-11 02:52:28,911 - INFO - Service template: ['default-domain', 'ctest-service_template_1-55848066'] deleted successfully. 2025-09-11 02:52:28,911 - INFO - Skip interface_detach for VM ctest-right_vm-40388807 in state BUILD 2025-09-11 02:52:28,912 - INFO - Deleting VM ctest-right_vm-40388807 2025-09-11 02:52:28,912 - ERROR - VM ctest-right_vm-40388807 has failed to come up 2025-09-11 02:52:28,912 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:28,912 - ERROR - VM ctest-right_vm-40388807 has failed to come up 2025-09-11 02:52:28,912 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:28,979 - INFO - Skip interface_detach for VM ctest-left_vm-50602172 in state BUILD 2025-09-11 02:52:28,979 - INFO - Deleting VM ctest-left_vm-50602172 2025-09-11 02:52:28,979 - ERROR - VM ctest-left_vm-50602172 has failed to come up 2025-09-11 02:52:28,979 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:28,979 - ERROR - VM ctest-left_vm-50602172 has failed to come up 2025-09-11 02:52:28,979 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:29,140 - INFO - Deleting VN ctest-right_vn-63136708 2025-09-11 02:52:29,182 - WARNING - Deleting VN ctest-right_vn-63136708 failed..Will retry 2025-09-11 02:52:31,492 - INFO - Validated that VN ctest-right_vn-63136708 is not found in API Server 2025-09-11 02:52:31,512 - INFO - Validated that VN ctest-right_vn-63136708 is not in any agent 2025-09-11 02:52:31,544 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-63136708 info 2025-09-11 02:52:31,544 - INFO - Deleting VN ctest-left_vn-94352846 2025-09-11 02:52:31,847 - INFO - Validated that VN ctest-left_vn-94352846 is not found in API Server 2025-09-11 02:52:31,868 - INFO - Validated that VN ctest-left_vn-94352846 is not in any agent 2025-09-11 02:52:31,913 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-94352846 info 2025-09-11 02:52:31,913 - INFO - Deleting VN ctest-mgmt_vn-89634566 2025-09-11 02:52:32,264 - INFO - Validated that VN ctest-mgmt_vn-89634566 is not found in API Server 2025-09-11 02:52:32,285 - INFO - Validated that VN ctest-mgmt_vn-89634566 is not in any agent 2025-09-11 02:52:32,327 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-89634566 info 2025-09-11 02:52:33,591 - INFO - 2025-09-11 02:52:33,591 - INFO - END TEST : test_svc_in_network_datapath : SKIPPED[0:00:12] 2025-09-11 02:52:33,591 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:52:34,339 - INFO - Deleted project: ctest-TestSvcRegr-43407358, ID : c6225859-6360-4a5f-8efc-65b54b8817ca 2025-09-11 02:52:34,521 - INFO - Domain Default found not creating 2025-09-11 02:52:34,670 - INFO - Project ctest-TestSvcHC-47130880 not found, creating it 2025-09-11 02:52:35,185 - INFO - Created Project:ctest-TestSvcHC-47130880, ID : 5b94f8ab-a758-44d2-abe8-6fa881a38844 2025-09-11 02:52:36,765 - INFO - ================================================================================ 2025-09-11 02:52:36,765 - INFO - STARTING TEST : test_svc_hc_basic 2025-09-11 02:52:38,040 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:52:38,040 - INFO - 2025-09-11 02:52:39,009 - INFO - Created VN ctest-mgmt_vn-26489143 2025-09-11 02:52:39,595 - INFO - Verified VN network id 14 for VN ec118268-f64b-4b5e-ab2b-1dee9c15e309 2025-09-11 02:52:39,595 - INFO - Verifications in API Server for VN ctest-mgmt_vn-26489143 passed 2025-09-11 02:52:39,653 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-26489143 passed 2025-09-11 02:52:40,831 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-mgmt_vn-26489143 is found in opserver 2025-09-11 02:52:41,326 - INFO - Created VN ctest-left_vn-28488811 2025-09-11 02:52:41,579 - INFO - Verified VN network id 15 for VN 3d53c38d-e0a7-42c2-a720-f7038ba21798 2025-09-11 02:52:41,579 - INFO - Verifications in API Server for VN ctest-left_vn-28488811 passed 2025-09-11 02:52:41,643 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-28488811 passed 2025-09-11 02:52:41,919 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-left_vn-28488811 is found in opserver 2025-09-11 02:52:42,452 - INFO - Created VN ctest-right_vn-15715899 2025-09-11 02:52:42,746 - INFO - Verified VN network id 16 for VN bcdbfa65-9eec-44e9-b64a-62b5d3b523e6 2025-09-11 02:52:42,747 - INFO - Verifications in API Server for VN ctest-right_vn-15715899 passed 2025-09-11 02:52:42,820 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-15715899 passed 2025-09-11 02:52:43,112 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-right_vn-15715899 is found in opserver 2025-09-11 02:52:44,375 - INFO - VM ([<Server: ctest-left_vm-56424640>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:52:45,816 - INFO - VM ([<Server: ctest-right_vm-58726359>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) gzip: /contrail-test/images/tinycore-in-network-nat.qcow2.gz: unexpected end of file 2025-09-11 02:52:46,518 - INFO - image /contrail-test/images/tinycore-in-network-nat.qcow2 is not found 2025-09-11 02:52:46,635 - INFO - Service template: ['default-domain', 'ctest-service_template_1-63974972'] deleted successfully. 2025-09-11 02:52:46,635 - INFO - Skip interface_detach for VM ctest-right_vm-58726359 in state BUILD 2025-09-11 02:52:46,635 - INFO - Deleting VM ctest-right_vm-58726359 2025-09-11 02:52:46,666 - ERROR - VM ctest-right_vm-58726359 has failed to come up 2025-09-11 02:52:46,666 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:46,666 - ERROR - VM ctest-right_vm-58726359 has failed to come up 2025-09-11 02:52:46,666 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:46,837 - INFO - Skip interface_detach for VM ctest-left_vm-56424640 in state BUILD 2025-09-11 02:52:46,837 - INFO - Deleting VM ctest-left_vm-56424640 2025-09-11 02:52:46,837 - ERROR - VM ctest-left_vm-56424640 has failed to come up 2025-09-11 02:52:46,837 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:46,837 - ERROR - VM ctest-left_vm-56424640 has failed to come up 2025-09-11 02:52:46,837 - ERROR - Nova failed to get host of the VM 2025-09-11 02:52:46,910 - INFO - Deleting VN ctest-right_vn-15715899 2025-09-11 02:52:47,186 - INFO - Validated that VN ctest-right_vn-15715899 is not found in API Server 2025-09-11 02:52:47,208 - INFO - Validated that VN ctest-right_vn-15715899 is not in any agent 2025-09-11 02:52:47,241 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-15715899 info 2025-09-11 02:52:47,241 - INFO - Deleting VN ctest-left_vn-28488811 2025-09-11 02:52:47,287 - WARNING - Deleting VN ctest-left_vn-28488811 failed..Will retry 2025-09-11 02:52:49,619 - INFO - Validated that VN ctest-left_vn-28488811 is not found in API Server 2025-09-11 02:52:49,644 - INFO - Validated that VN ctest-left_vn-28488811 is not in any agent 2025-09-11 02:52:49,681 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-28488811 info 2025-09-11 02:52:49,681 - INFO - Deleting VN ctest-mgmt_vn-26489143 2025-09-11 02:52:49,954 - INFO - Validated that VN ctest-mgmt_vn-26489143 is not found in API Server 2025-09-11 02:52:49,979 - INFO - Validated that VN ctest-mgmt_vn-26489143 is not in any agent 2025-09-11 02:52:50,008 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-26489143 info 2025-09-11 02:52:51,281 - INFO - 2025-09-11 02:52:51,281 - INFO - END TEST : test_svc_hc_basic : SKIPPED[0:00:15] 2025-09-11 02:52:51,281 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:52:51,285 - INFO - ================================================================================ 2025-09-11 02:52:51,285 - INFO - STARTING TEST : test_svc_trans_segment_right_hc_fail_svm 2025-09-11 02:52:52,547 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:52:52,547 - INFO - 2025-09-11 02:52:53,050 - INFO - Created VN ctest-mgmt_vn-89173337 2025-09-11 02:52:53,310 - INFO - Verified VN network id 14 for VN a3f53cea-2cdb-4e43-b496-6f42df1f7e13 2025-09-11 02:52:53,310 - INFO - Verifications in API Server for VN ctest-mgmt_vn-89173337 passed 2025-09-11 02:52:53,372 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-89173337 passed 2025-09-11 02:52:53,523 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-mgmt_vn-89173337 is found in opserver 2025-09-11 02:52:54,081 - INFO - Created VN ctest-left_vn-41201679 2025-09-11 02:52:54,360 - INFO - Verified VN network id 15 for VN b79572e4-d092-4cee-ad10-495c6e20e7af 2025-09-11 02:52:54,360 - INFO - Verifications in API Server for VN ctest-left_vn-41201679 passed 2025-09-11 02:52:54,425 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-41201679 passed 2025-09-11 02:52:54,578 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-left_vn-41201679 is found in opserver 2025-09-11 02:52:55,109 - INFO - Created VN ctest-right_vn-52410198 2025-09-11 02:52:55,373 - INFO - Verified VN network id 16 for VN 8e57010e-0a44-4c4c-ae9e-c3ad71e9b90a 2025-09-11 02:52:55,373 - INFO - Verifications in API Server for VN ctest-right_vn-52410198 passed 2025-09-11 02:52:55,441 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-52410198 passed 2025-09-11 02:52:55,601 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-right_vn-52410198 is found in opserver 2025-09-11 02:52:56,118 - INFO - Created VN ctest-trans_left_vn-42579961 2025-09-11 02:52:56,371 - INFO - Verified VN network id 17 for VN 02f28f6b-4371-4684-8520-e69ebb272077 2025-09-11 02:52:56,371 - INFO - Verifications in API Server for VN ctest-trans_left_vn-42579961 passed 2025-09-11 02:52:56,435 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-trans_left_vn-42579961 passed 2025-09-11 02:52:56,594 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-trans_left_vn-42579961 is found in opserver 2025-09-11 02:52:57,157 - INFO - Created VN ctest-trans_right_vn-76254129 2025-09-11 02:52:57,468 - INFO - Verified VN network id 18 for VN da160f0c-31b4-4224-9408-75912971acc8 2025-09-11 02:52:57,468 - INFO - Verifications in API Server for VN ctest-trans_right_vn-76254129 passed 2025-09-11 02:52:57,606 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-trans_right_vn-76254129 passed 2025-09-11 02:52:57,830 - INFO - Validated that VN default-domain:ctest-TestSvcHC-47130880:ctest-trans_right_vn-76254129 is found in opserver 2025-09-11 02:52:59,176 - INFO - VM ([<Server: ctest-left_vm-36955355>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:53:00,324 - INFO - VM ([<Server: ctest-right_vm-97661753>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) gzip: /contrail-test/images/tinycore-net-transparent-fw.qcow2.gz: unexpected end of file 2025-09-11 02:53:01,042 - INFO - image /contrail-test/images/tinycore-net-transparent-fw.qcow2 is not found 2025-09-11 02:53:01,139 - INFO - Service template: ['default-domain', 'ctest-service_template_1-35520068'] deleted successfully. 2025-09-11 02:53:01,139 - INFO - Skip interface_detach for VM ctest-right_vm-97661753 in state BUILD 2025-09-11 02:53:01,139 - INFO - Deleting VM ctest-right_vm-97661753 2025-09-11 02:53:01,139 - ERROR - VM ctest-right_vm-97661753 has failed to come up 2025-09-11 02:53:01,139 - ERROR - Nova failed to get host of the VM 2025-09-11 02:53:01,139 - ERROR - VM ctest-right_vm-97661753 has failed to come up 2025-09-11 02:53:01,139 - ERROR - Nova failed to get host of the VM 2025-09-11 02:53:01,227 - INFO - Skip interface_detach for VM ctest-left_vm-36955355 in state BUILD 2025-09-11 02:53:01,228 - INFO - Deleting VM ctest-left_vm-36955355 2025-09-11 02:53:01,228 - ERROR - VM ctest-left_vm-36955355 has failed to come up 2025-09-11 02:53:01,228 - ERROR - Nova failed to get host of the VM 2025-09-11 02:53:01,228 - ERROR - VM ctest-left_vm-36955355 has failed to come up 2025-09-11 02:53:01,228 - ERROR - Nova failed to get host of the VM 2025-09-11 02:53:01,406 - INFO - Deleting VN ctest-trans_right_vn-76254129 2025-09-11 02:53:01,695 - INFO - Validated that VN ctest-trans_right_vn-76254129 is not found in API Server 2025-09-11 02:53:01,718 - INFO - Validated that VN ctest-trans_right_vn-76254129 is not in any agent 2025-09-11 02:53:01,748 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-trans_right_vn-76254129 info 2025-09-11 02:53:01,749 - INFO - Deleting VN ctest-trans_left_vn-42579961 2025-09-11 02:53:02,014 - INFO - Validated that VN ctest-trans_left_vn-42579961 is not found in API Server 2025-09-11 02:53:02,050 - INFO - Validated that VN ctest-trans_left_vn-42579961 is not in any agent 2025-09-11 02:53:02,083 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-trans_left_vn-42579961 info 2025-09-11 02:53:02,084 - INFO - Deleting VN ctest-right_vn-52410198 2025-09-11 02:53:02,124 - WARNING - Deleting VN ctest-right_vn-52410198 failed..Will retry 2025-09-11 02:53:04,443 - INFO - Validated that VN ctest-right_vn-52410198 is not found in API Server 2025-09-11 02:53:04,468 - INFO - Validated that VN ctest-right_vn-52410198 is not in any agent 2025-09-11 02:53:04,510 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-52410198 info 2025-09-11 02:53:04,511 - INFO - Deleting VN ctest-left_vn-41201679 2025-09-11 02:53:04,770 - INFO - Validated that VN ctest-left_vn-41201679 is not found in API Server 2025-09-11 02:53:04,797 - INFO - Validated that VN ctest-left_vn-41201679 is not in any agent 2025-09-11 02:53:04,832 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-41201679 info 2025-09-11 02:53:04,832 - INFO - Deleting VN ctest-mgmt_vn-89173337 2025-09-11 02:53:05,093 - INFO - Validated that VN ctest-mgmt_vn-89173337 is not found in API Server 2025-09-11 02:53:05,115 - INFO - Validated that VN ctest-mgmt_vn-89173337 is not in any agent 2025-09-11 02:53:05,143 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-89173337 info 2025-09-11 02:53:06,407 - INFO - 2025-09-11 02:53:06,407 - INFO - END TEST : test_svc_trans_segment_right_hc_fail_svm : SKIPPED[0:00:15] 2025-09-11 02:53:06,407 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:53:07,092 - INFO - Deleted project: ctest-TestSvcHC-47130880, ID : 5b94f8ab-a758-44d2-abe8-6fa881a38844 2025-09-11 02:53:07,269 - INFO - Domain Default found not creating 2025-09-11 02:53:07,404 - INFO - Project ctest-TestSVCV2Mirror-95364892 not found, creating it 2025-09-11 02:53:07,885 - INFO - Created Project:ctest-TestSVCV2Mirror-95364892, ID : af9f9062-9242-498a-a137-a88b791dc853 2025-09-11 02:53:09,350 - INFO - ================================================================================ 2025-09-11 02:53:09,350 - INFO - STARTING TEST : test_svc_v2_mirroring 2025-09-11 02:53:09,350 - INFO - TEST DESCRIPTION : Validate the service chain mirroring 2025-09-11 02:53:10,627 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:53:10,627 - INFO - 2025-09-11 02:53:11,593 - INFO - Created VN ctest-left-94618111 2025-09-11 02:53:12,214 - INFO - Verified VN network id 14 for VN 414c9bcc-ea48-4cd8-824a-2e917b1bc283 2025-09-11 02:53:12,214 - INFO - Verifications in API Server for VN ctest-left-94618111 passed 2025-09-11 02:53:12,281 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left-94618111 passed 2025-09-11 02:53:13,470 - INFO - Validated that VN default-domain:ctest-TestSVCV2Mirror-95364892:ctest-left-94618111 is found in opserver 2025-09-11 02:53:14,036 - INFO - Created VN ctest-right-57895565 2025-09-11 02:53:14,375 - INFO - Verified VN network id 15 for VN 2c08c5f0-bad2-48cb-a81a-e9533b455f0d 2025-09-11 02:53:14,375 - INFO - Verifications in API Server for VN ctest-right-57895565 passed 2025-09-11 02:53:14,463 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right-57895565 passed 2025-09-11 02:53:14,788 - INFO - Validated that VN default-domain:ctest-TestSVCV2Mirror-95364892:ctest-right-57895565 is found in opserver 2025-09-11 02:53:15,320 - INFO - Created VN ctest-mgmt_vn-59286586 2025-09-11 02:53:15,585 - INFO - Verified VN network id 16 for VN 95dac2c7-008e-4e0b-8dbc-2caf79d96918 2025-09-11 02:53:15,585 - INFO - Verifications in API Server for VN ctest-mgmt_vn-59286586 passed 2025-09-11 02:53:15,650 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-59286586 passed 2025-09-11 02:53:16,000 - INFO - Validated that VN default-domain:ctest-TestSVCV2Mirror-95364892:ctest-mgmt_vn-59286586 is found in opserver 2025-09-11 02:53:16,565 - INFO - Created VN ctest-trans_left_vn-25195220 2025-09-11 02:53:16,849 - INFO - Verified VN network id 17 for VN da580b70-1f6b-4934-8c32-a31f68ba4653 2025-09-11 02:53:16,849 - INFO - Verifications in API Server for VN ctest-trans_left_vn-25195220 passed 2025-09-11 02:53:16,921 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-trans_left_vn-25195220 passed 2025-09-11 02:53:17,086 - INFO - Validated that VN default-domain:ctest-TestSVCV2Mirror-95364892:ctest-trans_left_vn-25195220 is found in opserver 2025-09-11 02:53:17,641 - INFO - Created VN ctest-trans_right_vn-32131584 2025-09-11 02:53:17,914 - INFO - Verified VN network id 18 for VN 51c99694-51ac-4e3b-b289-a3aafdbf462b 2025-09-11 02:53:17,914 - INFO - Verifications in API Server for VN ctest-trans_right_vn-32131584 passed 2025-09-11 02:53:17,982 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-trans_right_vn-32131584 passed 2025-09-11 02:53:18,146 - INFO - Validated that VN default-domain:ctest-TestSVCV2Mirror-95364892:ctest-trans_right_vn-32131584 is found in opserver 2025-09-11 02:53:19,372 - INFO - VM ([<Server: ctest-left_vm-51687086>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:53:20,976 - INFO - VM ([<Server: ctest-right_vm-02395938>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:53:22,654 - INFO - VM ([<Server: ctest-pt_svm0-79514324>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:53:25,123 - INFO - Waiting for VM ctest-pt_svm0-79514324 to be up.. 2025-09-11 02:53:25,206 - INFO - VM name : ctest-pt_svm0-79514324 2025-09-11 02:54:09,522 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-pt_svm0-79514324 passed 2025-09-11 02:54:30,859 - INFO - Waiting for VM ctest-left_vm-51687086 to be up.. 2025-09-11 02:54:30,979 - INFO - VM name : ctest-left_vm-51687086 2025-09-11 02:54:32,413 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-left_vm-51687086 passed 2025-09-11 02:54:32,661 - INFO - Waiting for VM ctest-right_vm-02395938 to be up.. 2025-09-11 02:54:32,723 - ERROR - VM in error state. 2025-09-11 02:54:32,723 - ERROR - VM is not in ACTIVE state 2025-09-11 02:54:32,802 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 02:54:32,866 - INFO - Deleted SI ['default-domain', 'ctest-TestSVCV2Mirror-95364892', 'ctest-si-58135116'] 2025-09-11 02:54:32,975 - INFO - Deleting VM ctest-pt_svm0-79514324 2025-09-11 02:54:33,167 - INFO - Service template: ['default-domain', 'ctest-service_template_1-48157186'] deleted successfully. 2025-09-11 02:54:33,167 - INFO - Skip interface_detach for VM ctest-right_vm-02395938 in state ERROR 2025-09-11 02:54:33,167 - INFO - Deleting VM ctest-right_vm-02395938 2025-09-11 02:54:33,167 - ERROR - VM ctest-right_vm-02395938 has failed to come up 2025-09-11 02:54:33,167 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:53:20Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 02:54:33,168 - INFO - Deleting VM ctest-left_vm-51687086 2025-09-11 02:54:33,248 - INFO - Deleting VN ctest-trans_right_vn-32131584 2025-09-11 02:54:33,539 - INFO - Validated that VN ctest-trans_right_vn-32131584 is not found in API Server 2025-09-11 02:54:33,571 - INFO - Validated that VN ctest-trans_right_vn-32131584 is not in any agent 2025-09-11 02:54:33,606 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-trans_right_vn-32131584 info 2025-09-11 02:54:33,606 - INFO - Deleting VN ctest-trans_left_vn-25195220 2025-09-11 02:54:33,656 - WARNING - Deleting VN ctest-trans_left_vn-25195220 failed..Will retry 2025-09-11 02:54:35,926 - INFO - Validated that VN ctest-trans_left_vn-25195220 is not found in API Server 2025-09-11 02:54:35,950 - INFO - Validated that VN ctest-trans_left_vn-25195220 is not in any agent 2025-09-11 02:54:35,980 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-trans_left_vn-25195220 info 2025-09-11 02:54:35,980 - INFO - Deleting VN ctest-mgmt_vn-59286586 2025-09-11 02:54:36,269 - INFO - Validated that VN ctest-mgmt_vn-59286586 is not found in API Server 2025-09-11 02:54:36,289 - INFO - Validated that VN ctest-mgmt_vn-59286586 is not in any agent 2025-09-11 02:54:36,319 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-59286586 info 2025-09-11 02:54:36,319 - INFO - Deleting VN ctest-right-57895565 2025-09-11 02:54:36,610 - INFO - Validated that VN ctest-right-57895565 is not found in API Server 2025-09-11 02:54:36,633 - INFO - Validated that VN ctest-right-57895565 is not in any agent 2025-09-11 02:54:36,664 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right-57895565 info 2025-09-11 02:54:36,665 - INFO - Deleting VN ctest-left-94618111 2025-09-11 02:54:36,921 - INFO - Validated that VN ctest-left-94618111 is not found in API Server 2025-09-11 02:54:36,955 - INFO - Validated that VN ctest-left-94618111 is not in any agent 2025-09-11 02:54:36,986 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left-94618111 info 2025-09-11 02:54:38,240 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:54:32 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestSVCV2Mirror.test_svc_v2_mirroring> self = <scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0> args = () kwargs = {} /contrail-test/scripts/svc_mirror/test_mirror.py in test_svc_v2_mirroring(self=<scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>) 22 def test_svc_v2_mirroring(self): 23 """Validate the service chain mirroring""" 24 return self.verify_svc_mirroring() 25 26 @preposttest_wrapper self = <scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0> self.verify_svc_mirroring = <bound method VerifySvcMirror.verify_svc_mirrori...nity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>> /contrail-test/common/servicechain/mirror/verify.py in verify_svc_mirroring(self=<scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>, *args=(), **kwargs={}) 12 13 def verify_svc_mirroring(self, *args, **kwargs): 14 ret_dict = self.config_svc_mirroring(*args, **kwargs) 15 left_vm_fixture = ret_dict['left_vm_fixture'] 16 right_vm_fixture = ret_dict['right_vm_fixture'] ret_dict undefined self = <scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0> self.config_svc_mirroring = <bound method ConfigSvcMirror.config_svc_mirrori...nity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>> args = () kwargs = {} /contrail-test/common/servicechain/mirror/config.py in config_svc_mirroring(self=<scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>, service_mode='transparent', *args=(), **kwargs={}) 36 vn2_fixture = self.config_vn(vn2_name, vn2_subnets) 37 38 ret_dict = self.verify_svc_chain(service_mode=service_mode, 39 service_type=service_type, 40 left_vn_fixture=vn1_fixture, ret_dict undefined self = <scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0> self.verify_svc_chain = <bound method VerifySvcChain.verify_svc_chain of...nity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>> service_mode = 'transparent' service_type = 'analyzer' left_vn_fixture undefined vn1_fixture = <vn_test.VNFixture object> right_vn_fixture undefined vn2_fixture = <vn_test.VNFixture object> create_svms = True kwargs = {} /contrail-test/common/servicechain/verify.py in verify_svc_chain(self=<scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>, *args=(), **kwargs={'create_svms': True, 'left_vn_fixture': <vn_test.VNFixture object>, 'right_vn_fixture': <vn_test.VNFixture object>, 'service_mode': 'transparent', 'service_type': 'analyzer'}) 318 def verify_svc_chain(self, *args, **kwargs): 319 svc_chain_info = kwargs.get('svc_chain_info') 320 ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs) 321 proto = kwargs.get('proto', 'any') 322 left_vn_fq_name = ret_dict.get('left_vn_fixture').vn_fq_name ret_dict undefined svc_chain_info = None self = <scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0> self.config_svc_chain = <bound method ConfigSvcChain.config_svc_chain of...nity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>> args = () kwargs = {'create_svms': True, 'left_vn_fixture': <vn_test.VNFixture object>, 'right_vn_fixture': <vn_test.VNFixture object>, 'service_mode': 'transparent', 'service_type': 'analyzer'} /contrail-test/common/servicechain/config.py in config_svc_chain(self=<scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>, service_mode='transparent', service_type='analyzer', max_inst=1, proto='any', svc_chain_type='parallel', src_ports=[0, 65535], dst_ports=[0, 65535], svc_img_name='ubuntu', st_version=2, mgmt_vn_name='ctest-mgmt_vn-59286586', mgmt_vn_subnets=['124.24.69.0/26'], mgmt_vn_fixture=<vn_test.VNFixture object>, left_vn_name='ctest-left-94618111', left_vn_subnets=['107.246.150.0/26'], left_vn_fixture=<vn_test.VNFixture object>, right_vn_name='ctest-right-57895565', right_vn_subnets=['67.176.25.64/26'], right_vn_fixture=<vn_test.VNFixture object>, left_lr_child_vn_fixture=None, right_lr_child_vn_fixture=None, left_vm_name='ctest-left_vm-51687086', left_vm_fixture=<VMFixture: ctest-left_vm-51687086>, right_vm_name='ctest-right_vm-02395938', right_vm_fixture=<VMFixture: ctest-right_vm-02395938>, image_name='ubuntu-traffic', policy_fixture=None, st_fixture=<svc_template_fixture.SvcTemplateFixture object>, si_fixture=<svc_instance_fixture.SvcInstanceFixture object>, port_tuples_props=None, static_route=None, svm_fixtures=[<VMFixture: ctest-pt_svm0-79514324>], create_svms=True, evpn=False, modify_rules=False, policy_action='pass', hosts=[], **kwargs={}) 580 self.verify_vm(left_vm_fixture) 581 if created_right_vm: 582 self.verify_vm(right_vm_fixture) 583 584 self = <scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0> self.verify_vm = <bound method ConfigSvcChain.verify_vm of <scrip...nity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>> right_vm_fixture = <VMFixture: ctest-right_vm-02395938> /contrail-test/common/servicechain/config.py in verify_vm(self=<scripts.svc_mirror.test_mirror.TestSVCV2Mirror....anity_WIP,quick_sanity,sanity] id=0x7f4e2efb6af0>, vm_fixture=<VMFixture: ctest-right_vm-02395938>) 173 174 def verify_vm(self, vm_fixture): 175 assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up' 176 # end verify_vm 177 vm_fixture = <VMFixture: ctest-right_vm-02395938> vm_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-right_vm-02395938>> AssertionError: VM does not seem to be up __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = ('VM does not seem to be up',) with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/svc_mirror/test_mirror.py", line 24, in test_svc_v2_mirroring return self.verify_svc_mirroring() File "/contrail-test/common/servicechain/mirror/verify.py", line 14, in verify_svc_mirroring ret_dict = self.config_svc_mirroring(*args, **kwargs) File "/contrail-test/common/servicechain/mirror/config.py", line 38, in config_svc_mirroring ret_dict = self.verify_svc_chain(service_mode=service_mode, File "/contrail-test/common/servicechain/verify.py", line 320, in verify_svc_chain ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs) File "/contrail-test/common/servicechain/config.py", line 582, in config_svc_chain self.verify_vm(right_vm_fixture) File "/contrail-test/common/servicechain/config.py", line 175, in verify_vm assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up' AssertionError: VM does not seem to be up 2025-09-11 02:54:38,251 - INFO - 2025-09-11 02:54:38,251 - INFO - END TEST : test_svc_v2_mirroring : FAILED[0:01:29] 2025-09-11 02:54:38,251 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:54:38,988 - INFO - Deleted project: ctest-TestSVCV2Mirror-95364892, ID : af9f9062-9242-498a-a137-a88b791dc853 2025-09-11 02:54:39,170 - INFO - Domain Default found not creating 2025-09-11 02:54:39,316 - INFO - Project ctest-TestvDNSBasic0-95472909 not found, creating it 2025-09-11 02:54:39,812 - INFO - Created Project:ctest-TestvDNSBasic0-95472909, ID : ad83218d-693e-407c-ba78-47a1f5379a84 2025-09-11 02:54:41,264 - INFO - ================================================================================ 2025-09-11 02:54:41,264 - INFO - STARTING TEST : test_vdns_ping_same_vn 2025-09-11 02:54:41,265 - INFO - TEST DESCRIPTION : Test:- Test vdns functionality. On VM launch agent should dynamically update dns records to dns agent 1. Create vDNS server 2. Create IPAM using above vDNS data 3. Create VN using above IPAM and launch 2 VM's within it 4. Ping between these 2 VM's using dns name 5. Try to delete vDNS server which has IPAM back-reference[Negative case] 6. Add CNAME VDNS record for vm1-test and verify we able to ping by alias name Pass criteria: Step 4,5 and 6 should pass Maintainer: cf-test@juniper.net 2025-09-11 02:54:42,524 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:54:42,524 - INFO - 2025-09-11 02:54:43,270 - INFO - Using existing project ['default-domain', 'ctest-TestvDNSBasic0-95472909'](ad83218d-693e-407c-ba78-47a1f5379a84) 2025-09-11 02:54:44,954 - INFO - Created VN ctest-vn1-vdns-23173364 2025-09-11 02:54:46,328 - INFO - VM ([<Server: ctest-vm1-test-99636260>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:54:46,329 - INFO - Waiting for VM ctest-vm1-test-99636260 to be up.. 2025-09-11 02:54:51,579 - INFO - VM name : ctest-vm1-test-99636260 2025-09-11 02:55:26,058 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vm1-test-99636260 passed 2025-09-11 02:56:09,680 - INFO - Ping to IP ctest-vm1-test-99636260 from VM ctest-vm1-test-99636260 passed 2025-09-11 02:56:11,434 - INFO - VM ([<Server: ctest-vm2-test-84564869>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:56:11,434 - INFO - Waiting for VM ctest-vm2-test-84564869 to be up.. 2025-09-11 02:56:11,505 - ERROR - VM in error state. 2025-09-11 02:56:11,505 - ERROR - VM is not in ACTIVE state 2025-09-11 02:56:11,589 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 02:56:11,591 - INFO - Skip interface_detach for VM ctest-vm2-test-84564869 in state ERROR 2025-09-11 02:56:11,591 - INFO - Deleting VM ctest-vm2-test-84564869 2025-09-11 02:56:11,591 - ERROR - VM ctest-vm2-test-84564869 has failed to come up 2025-09-11 02:56:11,591 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:56:11Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 02:56:11,592 - INFO - Deleting VM ctest-vm1-test-99636260 2025-09-11 02:56:11,657 - INFO - Deleting VN ctest-vn1-vdns-23173364 2025-09-11 02:56:11,696 - WARNING - Deleting VN ctest-vn1-vdns-23173364 failed..Will retry 2025-09-11 02:56:14,031 - INFO - VDNS info: ['default-domain', 'ctest-vdns1-75463586'] deleted successfully. 2025-09-11 02:56:14,078 - INFO - VDNS information ctest-vdns1-75463586 removed from the API Server 2025-09-11 02:56:14,085 - INFO - VDNS information ctest-vdns1-75463586 removed in the Control node 2025-09-11 02:56:15,331 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 02:56:11 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vdns.test_vdns_basic.TestvDNSBasic0.tes...me_vn[ci_sanity,sanity,suite1] id=0x7f4e2efcba90>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestvDNSBasic0.test_vdns_ping_same_vn> self = <scripts.vdns.test_vdns_basic.TestvDNSBasic0.tes...me_vn[ci_sanity,sanity,suite1] id=0x7f4e2efcba90> args = () kwargs = {} /contrail-test/scripts/vdns/test_vdns_basic.py in test_vdns_ping_same_vn(self=<scripts.vdns.test_vdns_basic.TestvDNSBasic0.tes...me_vn[ci_sanity,sanity,suite1] id=0x7f4e2efcba90>) 94 vm_fixture[vm_name] = self.useFixture( 95 VMFixture(project_name=self.inputs.project_name, connections=self.connections, vn_obj=vn_quantum_obj, vm_name=vm_name,image_name='ubuntu-traffic')) 96 assert vm_fixture[vm_name].wait_till_vm_is_up(), ('VM %s' 97 ' failed to come up' % (vm_name)) 98 vm_ip = vm_fixture[vm_name].get_vm_ip_from_vm( vm_fixture = {'ctest-vm1-test-99636260': <VMFixture: ctest-vm1-test-99636260>, 'ctest-vm2-test-84564869': <VMFixture: ctest-vm2-test-84564869>} vm_name = 'ctest-vm2-test-84564869' ].wait_till_vm_is_up undefined AssertionError: VM ctest-vm2-test-84564869 failed to come up __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = ('VM ctest-vm2-test-84564869 failed to come up',) with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/vdns/test_vdns_basic.py", line 96, in test_vdns_ping_same_vn assert vm_fixture[vm_name].wait_till_vm_is_up(), ('VM %s' AssertionError: VM ctest-vm2-test-84564869 failed to come up 2025-09-11 02:56:15,344 - INFO - 2025-09-11 02:56:15,344 - INFO - END TEST : test_vdns_ping_same_vn : FAILED[0:01:34] 2025-09-11 02:56:15,344 - INFO - -------------------------------------------------------------------------------- 2025-09-11 02:56:16,089 - INFO - Deleted project: ctest-TestvDNSBasic0-95472909, ID : ad83218d-693e-407c-ba78-47a1f5379a84 2025-09-11 02:56:16,281 - INFO - Domain Default found not creating 2025-09-11 02:56:16,444 - INFO - Project ctest-TestBasicVMVNx-85137739 not found, creating it 2025-09-11 02:56:16,977 - INFO - Created Project:ctest-TestBasicVMVNx-85137739, ID : 2671c377-a59a-493a-9074-6702ce4e2df9 2025-09-11 02:56:18,380 - INFO - ================================================================================ 2025-09-11 02:56:18,380 - INFO - STARTING TEST : test_sctp_traffic_between_vm 2025-09-11 02:56:18,380 - INFO - TEST DESCRIPTION : Description: Test to validate SCTP flow setup between Test steps: 1. Run SCTP traffic between 2 VM across VN connected through FIP 2. Verify the Ingress and Egress flow. Pass criteria: SCTP egress and ingress flow setup properly. Maintainer : chhandak@juniper.net 2025-09-11 02:56:19,646 - INFO - Initial checks done. Running the testcase now 2025-09-11 02:56:19,646 - INFO - 2025-09-11 02:56:20,690 - INFO - Created VN ctest-fvn-92708977 2025-09-11 02:56:21,272 - INFO - Verified VN network id 14 for VN bc67f061-01fc-4682-9a4f-18febce36944 2025-09-11 02:56:21,272 - INFO - Verifications in API Server for VN ctest-fvn-92708977 passed 2025-09-11 02:56:21,335 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-fvn-92708977 passed 2025-09-11 02:56:22,516 - INFO - Validated that VN default-domain:ctest-TestBasicVMVNx-85137739:ctest-fvn-92708977 is found in opserver 2025-09-11 02:56:23,101 - INFO - Created VN ctest-vn1-70138309 2025-09-11 02:56:23,371 - INFO - Verified VN network id 15 for VN ab3d5d48-8028-47d5-9403-514aeebc8edc 2025-09-11 02:56:23,371 - INFO - Verifications in API Server for VN ctest-vn1-70138309 passed 2025-09-11 02:56:23,440 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-70138309 passed 2025-09-11 02:56:23,763 - INFO - Validated that VN default-domain:ctest-TestBasicVMVNx-85137739:ctest-vn1-70138309 is found in opserver 2025-09-11 02:56:26 URL:http://nexus.opensdn.io/repository///images/converts//ubuntu-sctp.vmdk.gz [268831986/268831986] -> "/contrail-test/images/ubuntu-sctp.vmdk.gz" [1] 2025-09-11 02:56:39,714 - INFO - VM ([<Server: ctest-vn1_vm1_name-20155990>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 02:56:41,286 - INFO - VM ([<Server: ctest-fvn_vm1_name-81929093>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 02:57:06,780 - INFO - VM name : ctest-vn1_vm1_name-20155990 2025-09-11 02:57:57,578 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1_name-20155990 passed 2025-09-11 02:58:54,508 - ERROR - VM in error state. 2025-09-11 02:58:54,509 - ERROR - VM is not in ACTIVE state 2025-09-11 02:58:54,654 - INFO - Creating Floating IP pool ctest-some-pool-70684616 in API Server 2025-09-11 02:58:55,077 - INFO - Verification for FIP pool ctest-some-pool-70684616 in API Server passed 2025-09-11 02:58:55,104 - INFO - Verification for FIP pool ctest-some-pool-70684616 in Control-node passed 2025-09-11 02:58:55,514 - INFO - Route for FIP 86.8.56.67 is fine on Control-node 10.0.0.22 2025-09-11 02:58:55,521 - INFO - Route for FIP 86.8.56.67 is fine on Control-node 10.0.0.249 2025-09-11 02:58:55,521 - INFO - FIP 86.8.56.67 verification for passed on all Control-nodes 2025-09-11 02:58:55,521 - INFO - FIP ID e770e567-268e-4c45-b32a-0de7dcbfc82b(86.8.56.67) validation in Control node passed 2025-09-11 02:58:55,550 - INFO - FIP ID e770e567-268e-4c45-b32a-0de7dcbfc82b(86.8.56.67) validation in agents passed 2025-09-11 02:58:55,565 - INFO - FIP ID e770e567-268e-4c45-b32a-0de7dcbfc82b(86.8.56.67) validation in API Server passed 2025-09-11 02:58:55,565 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 02:59:20,938 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 02:59:22,939 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 02:59:48,302 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 02:59:50,303 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:00:15,672 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:00:17,673 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:00:43,037 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:00:45,038 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:01:10,444 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:01:12,444 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:01:37,907 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:01:37,910 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:02:03,274 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:02:05,274 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:02:30,668 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:02:32,669 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:02:58,082 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:03:00,083 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:03:25,471 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:03:27,473 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:03:52,840 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:03:54,841 - INFO - VM name : ctest-fvn_vm1_name-81929093 2025-09-11 03:04:20,219 - ERROR - VM b35d64fb-8de5-4859-ad47-d3ad7d11958f is not launched yet 2025-09-11 03:04:20,391 - INFO - Deleting the FIP pool ctest-some-pool-70684616 2025-09-11 03:04:20,531 - INFO - Skip interface_detach for VM ctest-fvn_vm1_name-81929093 in state ERROR 2025-09-11 03:04:20,531 - INFO - Deleting VM ctest-fvn_vm1_name-81929093 2025-09-11 03:04:20,531 - ERROR - VM ctest-fvn_vm1_name-81929093 has failed to come up 2025-09-11 03:04:20,531 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T02:56:41Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:04:20,531 - INFO - Deleting VM ctest-vn1_vm1_name-20155990 2025-09-11 03:04:20,594 - INFO - Deleting VN ctest-vn1-70138309 2025-09-11 03:04:20,637 - WARNING - Deleting VN ctest-vn1-70138309 failed..Will retry 2025-09-11 03:04:23,081 - INFO - Validated that VN ctest-vn1-70138309 is not found in API Server 2025-09-11 03:04:23,107 - INFO - Validated that VN ctest-vn1-70138309 is not in any agent 2025-09-11 03:04:23,143 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-70138309 info 2025-09-11 03:04:23,143 - INFO - Deleting VN ctest-fvn-92708977 2025-09-11 03:04:23,478 - INFO - Validated that VN ctest-fvn-92708977 is not found in API Server 2025-09-11 03:04:23,506 - INFO - Validated that VN ctest-fvn-92708977 is not in any agent 2025-09-11 03:04:23,541 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-fvn-92708977 info 2025-09-11 03:04:24,804 - ERROR - <pre>Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/vm_regression/test_vm.py", line 3030, in test_sctp_traffic_between_vm if not vn1_vm1_fixture.ping_with_certainty(fvn_vm1_fixture.vm_ip): File "/contrail-test/fixtures/vm_test.py", line 354, in vm_ip assert self.verify_vm_launched() AssertionError </pre> 2025-09-11 03:04:24,822 - INFO - 2025-09-11 03:04:24,822 - INFO - END TEST : test_sctp_traffic_between_vm : FAILED[0:08:06] 2025-09-11 03:04:24,822 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:04:25,569 - INFO - Deleted project: ctest-TestBasicVMVNx-85137739, ID : 2671c377-a59a-493a-9074-6702ce4e2df9 2025-09-11 03:04:25,783 - INFO - Domain Default found not creating 2025-09-11 03:04:25,953 - INFO - Project ctest-TestBasicVMVN-46870265 not found, creating it 2025-09-11 03:04:26,532 - INFO - Created Project:ctest-TestBasicVMVN-46870265, ID : 6e8c05f9-cd87-43df-99e2-c005f11cd65e 2025-09-11 03:04:28,033 - INFO - ================================================================================ 2025-09-11 03:04:28,034 - INFO - STARTING TEST : test_generic_link_local_service 2025-09-11 03:04:28,034 - INFO - TEST DESCRIPTION : Description: Test to validate generic linklocal service - running nova list from vm. 1.Create generic link local service to be able to wget to jenkins 2.Create a vm 3.Try wget to jenkins - passes if successful else fails Maintainer: sandipd@juniper.net 2025-09-11 03:04:29,303 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:04:29,303 - INFO - 2025-09-11 03:04:30,321 - INFO - Created VN ctest-vn2_metadata-73305856 2025-09-11 03:04:31,777 - INFO - VM ([<Server: ctest-TestBasicVMVN-46870265-43089701>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:04:37,140 - INFO - Waiting for VM ctest-TestBasicVMVN-46870265-43089701 to be up.. 2025-09-11 03:04:37,140 - INFO - VM name : ctest-TestBasicVMVN-46870265-43089701 2025-09-11 03:04:42,927 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicVMVN-46870265-43089701 passed 2025-09-11 03:04:43,165 - INFO - Retry 0 2025-09-11 03:04:45,102 - INFO - Generic metadata worked 2025-09-11 03:04:45,320 - INFO - Deleting VM ctest-TestBasicVMVN-46870265-43089701 2025-09-11 03:04:45,459 - INFO - Deleting VN ctest-vn2_metadata-73305856 2025-09-11 03:04:45,503 - WARNING - Deleting VN ctest-vn2_metadata-73305856 failed..Will retry 2025-09-11 03:04:48,912 - INFO - END TEST : test_generic_link_local_service : PASSED[0:00:20] 2025-09-11 03:04:48,912 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:04:48,914 - INFO - ================================================================================ 2025-09-11 03:04:48,915 - INFO - STARTING TEST : test_metadata_service 2025-09-11 03:04:48,915 - INFO - TEST DESCRIPTION : Description: Test to validate metadata service on VM creation. 1.Verify from global-vrouter-config if metadata configures or not - fails otherwise 2.Create a shell script which writes 'hello world ' in a file in /tmp and save the script on the nova api node 3.Create a vm with userdata pointing to that script - script should get executed during vm boot up 4.Go to the vm and verify if the file with 'hello world ' written saved in /tmp of the vm - fails otherwise Maintainer: sandipd@juniper.net 2025-09-11 03:04:50,171 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:04:50,171 - INFO - 2025-09-11 03:04:51,105 - INFO - Created VN ctest-vn-54701587 2025-09-11 03:04:52,547 - INFO - VM ([<Server: ctest-TestBasicVMVN-46870265-22912687>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:04:52,547 - INFO - Waiting for VM ctest-TestBasicVMVN-46870265-22912687 to be up.. 2025-09-11 03:04:52,615 - ERROR - VM in error state. 2025-09-11 03:04:52,615 - ERROR - VM is not in ACTIVE state 2025-09-11 03:04:52,703 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:04:52,704 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-46870265-22912687 in state ERROR 2025-09-11 03:04:52,705 - INFO - Deleting VM ctest-TestBasicVMVN-46870265-22912687 2025-09-11 03:04:52,705 - ERROR - VM ctest-TestBasicVMVN-46870265-22912687 has failed to come up 2025-09-11 03:04:52,705 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:04:52Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:04:52,705 - INFO - Deleting VN ctest-vn-54701587 2025-09-11 03:04:54,124 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:04:52 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7f4e2ef35100>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBasicVMVN.test_metadata_service> self = <scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7f4e2ef35100> args = () kwargs = {} /contrail-test/scripts/vm_regression/test_vm_basic.py in test_metadata_service(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7f4e2ef35100>) 55 image_name='cirros', 56 userdata='/tmp/metadata_script.txt') 57 assert vm1_fixture.wait_till_vm_is_up() 58 59 cmd = 'cat /tmp/output.txt' vm1_fixture = <VMFixture: ctest-TestBasicVMVN-46870265-22912687> vm1_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-TestBasicVMVN-46870265-22912687>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/vm_regression/test_vm_basic.py", line 57, in test_metadata_service assert vm1_fixture.wait_till_vm_is_up() AssertionError 2025-09-11 03:04:54,138 - INFO - 2025-09-11 03:04:54,138 - INFO - END TEST : test_metadata_service : FAILED[0:00:06] 2025-09-11 03:04:54,138 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:04:54,141 - INFO - ================================================================================ 2025-09-11 03:04:54,141 - INFO - STARTING TEST : test_ping_within_vn_two_vms_two_different_subnets 2025-09-11 03:04:54,141 - INFO - TEST DESCRIPTION : Description: Validate Ping between 2 VMs in the same VN, 2 VMs in different VN subnets. Test steps: 1. Create 1 IPAM's. 2. Create 1 VN with 2 subnets and launch 2 VMs in them. 3. Ping between the VMs in the same VN should go thru fine. 4. Ping to the subnet broadcast and all-broadcast address. Pass criteria: VM in the same subnet will respond to both the pings, while the VM in a different VN should respond only to the all-broadcast address. Maintainer : ganeshahv@juniper.net 2025-09-11 03:04:55,405 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:04:55,405 - INFO - 2025-09-11 03:04:56,455 - INFO - Created VN ctest-vn-33493735 2025-09-11 03:04:57,791 - INFO - VM ([<Server: ctest-TestBasicVMVN-46870265-58747511>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:04:58,635 - INFO - VM ([<Server: ctest-TestBasicVMVN-46870265-91167782>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:05:00,004 - INFO - VM ([<Server: ctest-TestBasicVMVN-46870265-12385726>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:05:00,148 - INFO - Verifications in API Server for IPAM: ctest-ipam-74749253 passed 2025-09-11 03:05:00,182 - INFO - Verifications in Control node for IPAM: ctest-ipam-74749253 passed 2025-09-11 03:05:00,571 - INFO - Verified VN network id 14 for VN 8ec9af12-04e9-486d-a393-c1ec43e7b220 2025-09-11 03:05:00,571 - INFO - Verifications in API Server for VN ctest-vn-33493735 passed 2025-09-11 03:05:00,701 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-33493735 passed 2025-09-11 03:05:02,129 - INFO - Validated that VN default-domain:ctest-TestBasicVMVN-46870265:ctest-vn-33493735 is found in opserver 2025-09-11 03:05:02,152 - INFO - Waiting for VM ctest-TestBasicVMVN-46870265-58747511 to be up.. 2025-09-11 03:05:02,229 - INFO - VM name : ctest-TestBasicVMVN-46870265-58747511 2025-09-11 03:05:11,813 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicVMVN-46870265-58747511 passed 2025-09-11 03:05:12,050 - INFO - Waiting for VM ctest-TestBasicVMVN-46870265-91167782 to be up.. 2025-09-11 03:05:12,112 - ERROR - VM in error state. 2025-09-11 03:05:12,112 - ERROR - VM is not in ACTIVE state 2025-09-11 03:05:12,191 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:05:12,192 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-46870265-12385726 in state BUILD 2025-09-11 03:05:12,192 - INFO - Deleting VM ctest-TestBasicVMVN-46870265-12385726 2025-09-11 03:05:12,192 - ERROR - VM ctest-TestBasicVMVN-46870265-12385726 has failed to come up 2025-09-11 03:05:12,192 - ERROR - Nova failed to get host of the VM 2025-09-11 03:05:12,192 - ERROR - VM ctest-TestBasicVMVN-46870265-12385726 has failed to come up 2025-09-11 03:05:12,192 - ERROR - Nova failed to get host of the VM 2025-09-11 03:05:12,257 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-46870265-91167782 in state ERROR 2025-09-11 03:05:12,257 - INFO - Deleting VM ctest-TestBasicVMVN-46870265-91167782 2025-09-11 03:05:12,257 - ERROR - VM ctest-TestBasicVMVN-46870265-91167782 has failed to come up 2025-09-11 03:05:12,258 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:04:58Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:05:12,258 - INFO - Detaching port 3194f490-a9df-402f-a0b5-5a9c10077f5b from VM ctest-TestBasicVMVN-46870265-58747511 2025-09-11 03:05:12,287 - INFO - Deleting VM ctest-TestBasicVMVN-46870265-58747511 2025-09-11 03:05:12,363 - INFO - Deleting VN ctest-vn-33493735 2025-09-11 03:05:12,841 - WARNING - Deleting VN ctest-vn-33493735 failed..Will retry 2025-09-11 03:05:15,133 - INFO - Validated that VN ctest-vn-33493735 is not found in API Server 2025-09-11 03:05:15,157 - INFO - Validated that VN ctest-vn-33493735 is not in any agent 2025-09-11 03:05:15,167 - INFO - Validated that all vrouters do not have the route table for VN default-domain:ctest-TestBasicVMVN-46870265:ctest-vn-33493735 2025-09-11 03:05:15,185 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-33493735 info 2025-09-11 03:05:15,267 - INFO - IPAM: ctest-ipam-74749253 is not found in API Server 2025-09-11 03:05:15,288 - INFO - IPAM:ctest-ipam-74749253 is not found in control node 2025-09-11 03:05:16,543 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:05:12 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7f4e2ef352b0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBasicVMVN.test_ping_within_vn_two_vms_two_different_subnets> self = <scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7f4e2ef352b0> args = () kwargs = {} /contrail-test/scripts/vm_regression/test_vm_basic.py in test_ping_within_vn_two_vms_two_different_subnets(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7f4e2ef352b0>) 146 assert vn1_fixture.verify_on_setup() 147 assert vm1.wait_till_vm_is_up() 148 assert vm2.wait_till_vm_is_up() 149 assert vm3.wait_till_vm_is_up() 150 assert vm1.ping_to_ip(vm2.vm_ip) vm2 = <VMFixture: ctest-TestBasicVMVN-46870265-91167782> vm2.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-TestBasicVMVN-46870265-91167782>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/vm_regression/test_vm_basic.py", line 148, in test_ping_within_vn_two_vms_two_different_subnets assert vm2.wait_till_vm_is_up() AssertionError 2025-09-11 03:05:16,555 - INFO - 2025-09-11 03:05:16,556 - INFO - END TEST : test_ping_within_vn_two_vms_two_different_subnets : FAILED[0:00:22] 2025-09-11 03:05:16,556 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:05:17,267 - INFO - Deleted project: ctest-TestBasicVMVN-46870265, ID : 6e8c05f9-cd87-43df-99e2-c005f11cd65e 2025-09-11 03:05:17,464 - INFO - Domain Default found not creating 2025-09-11 03:05:17,633 - INFO - Project ctest-DisablePolicyEcmpIpv6-65093989 not found, creating it 2025-09-11 03:05:18,182 - INFO - Created Project:ctest-DisablePolicyEcmpIpv6-65093989, ID : 4ca31dd1-2a25-4813-b78c-80c16a93617a 2025-09-11 03:05:19,751 - INFO - ================================================================================ 2025-09-11 03:05:19,751 - INFO - STARTING TEST : test_ecmp_with_static_routes 2025-09-11 03:05:19,751 - INFO - TEST DESCRIPTION : Description: Verify disabling policy for ECMP routes with static routes on VM Steps: 1. launch 1 VN and launch 3 VMs in it. 2. create a static route for a new subnet prefix and add this on 2 VMIs. this will create 2 ECMP routes. 3. Disable the policy on all VMIs. 4. Now from 3rd VM send traffic to an IP from static route prefix 5. add new ECMP destinations and verify load is distributed to new destinations too 6. remove ECMP destinations and verify load is distributed to remaining destinations Pass criteria: 1. traffic should go through fine 2. flows should not be created 3. load should be distributed among ecmp routes. 2025-09-11 03:05:21,029 - INFO - Address family configured is dual 2025-09-11 03:05:21,029 - INFO - we are setting address family as v6 2025-09-11 03:05:21,029 - INFO - we are setting address family as v6 2025-09-11 03:05:21,029 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:05:21,029 - INFO - 2025-09-11 03:05:22,296 - INFO - Created VN ctest-vn-68223569 2025-09-11 03:05:22,984 - INFO - Verified VN network id 14 for VN 44d5e35f-daab-439f-b861-67bbb3f88350 2025-09-11 03:05:22,984 - INFO - Verifications in API Server for VN ctest-vn-68223569 passed 2025-09-11 03:05:23,056 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-68223569 passed 2025-09-11 03:05:24,396 - INFO - Validated that VN default-domain:ctest-DisablePolicyEcmpIpv6-65093989:ctest-vn-68223569 is found in opserver 2025-09-11 03:05:25,839 - INFO - VM ([<Server: ctest-DisablePolicyEcmpIpv6-65093989-17413420>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:05:27,744 - INFO - VM ([<Server: ctest-DisablePolicyEcmpIpv6-65093989-71519865>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:05:29,110 - INFO - VM ([<Server: ctest-DisablePolicyEcmpIpv6-65093989-06161631>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:05:30,522 - INFO - VM ([<Server: ctest-DisablePolicyEcmpIpv6-65093989-57559965>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:05:30,522 - INFO - Waiting for VM ctest-DisablePolicyEcmpIpv6-65093989-71519865 to be up.. 2025-09-11 03:05:30,593 - ERROR - VM in error state. 2025-09-11 03:05:30,593 - ERROR - VM is not in ACTIVE state 2025-09-11 03:05:30,693 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:05:30,698 - INFO - Skip interface_detach for VM ctest-DisablePolicyEcmpIpv6-65093989-57559965 in state BUILD 2025-09-11 03:05:30,698 - INFO - Deleting VM ctest-DisablePolicyEcmpIpv6-65093989-57559965 2025-09-11 03:05:30,698 - ERROR - VM ctest-DisablePolicyEcmpIpv6-65093989-57559965 has failed to come up 2025-09-11 03:05:30,699 - ERROR - Nova failed to get host of the VM 2025-09-11 03:05:30,699 - ERROR - VM ctest-DisablePolicyEcmpIpv6-65093989-57559965 has failed to come up 2025-09-11 03:05:30,699 - ERROR - Nova failed to get host of the VM 2025-09-11 03:05:30,794 - INFO - Skip interface_detach for VM ctest-DisablePolicyEcmpIpv6-65093989-06161631 in state ERROR 2025-09-11 03:05:30,795 - INFO - Deleting VM ctest-DisablePolicyEcmpIpv6-65093989-06161631 2025-09-11 03:05:30,795 - ERROR - VM ctest-DisablePolicyEcmpIpv6-65093989-06161631 has failed to come up 2025-09-11 03:05:30,795 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:05:29Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:05:30,795 - INFO - Skip interface_detach for VM ctest-DisablePolicyEcmpIpv6-65093989-71519865 in state ERROR 2025-09-11 03:05:30,795 - INFO - Deleting VM ctest-DisablePolicyEcmpIpv6-65093989-71519865 2025-09-11 03:05:30,795 - ERROR - VM ctest-DisablePolicyEcmpIpv6-65093989-71519865 has failed to come up 2025-09-11 03:05:30,795 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:05:27Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:05:30,795 - INFO - Skip interface_detach for VM ctest-DisablePolicyEcmpIpv6-65093989-17413420 in state BUILD 2025-09-11 03:05:30,795 - INFO - Deleting VM ctest-DisablePolicyEcmpIpv6-65093989-17413420 2025-09-11 03:05:30,795 - ERROR - VM ctest-DisablePolicyEcmpIpv6-65093989-17413420 has failed to come up 2025-09-11 03:05:30,795 - ERROR - Nova failed to get host of the VM 2025-09-11 03:05:30,795 - ERROR - VM ctest-DisablePolicyEcmpIpv6-65093989-17413420 has failed to come up 2025-09-11 03:05:30,795 - ERROR - Nova failed to get host of the VM 2025-09-11 03:05:30,864 - INFO - Deleting VN ctest-vn-68223569 2025-09-11 03:05:30,904 - WARNING - Deleting VN ctest-vn-68223569 failed..Will retry 2025-09-11 03:05:33,256 - INFO - Validated that VN ctest-vn-68223569 is not found in API Server 2025-09-11 03:05:33,281 - INFO - Validated that VN ctest-vn-68223569 is not in any agent 2025-09-11 03:05:33,312 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-68223569 info 2025-09-11 03:05:34,559 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:05:30 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vrouter.test_disable_policy.DisablePoli...utes[cb_sanity,dev_reg,sanity] id=0x7f4e2ef43eb0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function DisablePolicyEcmp.test_ecmp_with_static_routes> self = <scripts.vrouter.test_disable_policy.DisablePoli...utes[cb_sanity,dev_reg,sanity] id=0x7f4e2ef43eb0> args = () kwargs = {} /contrail-test/scripts/vrouter/test_disable_policy.py in test_ecmp_with_static_routes(self=<scripts.vrouter.test_disable_policy.DisablePoli...utes[cb_sanity,dev_reg,sanity] id=0x7f4e2ef43eb0>) 63 node_name=compute_hosts[0], image_name=image)[0] 64 65 self.verify_vms(vm_fixtures) 66 self.verify_vms(vm1_fixture) 67 vm1_fixture = vm1_fixture[0] self = <scripts.vrouter.test_disable_policy.DisablePoli...utes[cb_sanity,dev_reg,sanity] id=0x7f4e2ef43eb0> self.verify_vms = <bound method BaseVrouterTest.verify_vms of <scr...tes[cb_sanity,dev_reg,sanity] id=0x7f4e2ef43eb0>> vm_fixtures = [<VMFixture: ctest-DisablePolicyEcmpIpv6-65093989-71519865>, <VMFixture: ctest-DisablePolicyEcmpIpv6-65093989-06161631>] /contrail-test/common/vrouter/base.py in verify_vms(self=<scripts.vrouter.test_disable_policy.DisablePoli...utes[cb_sanity,dev_reg,sanity] id=0x7f4e2ef43eb0>, vm_fixtures=[<VMFixture: ctest-DisablePolicyEcmpIpv6-65093989-71519865>, <VMFixture: ctest-DisablePolicyEcmpIpv6-65093989-06161631>]) 198 def verify_vms(self, vm_fixtures): 199 for vm_fixture in vm_fixtures: 200 assert vm_fixture.wait_till_vm_is_up() 201 202 def add_static_routes_on_vms(self,prefix, vm_fixtures, ip=None): vm_fixture = <VMFixture: ctest-DisablePolicyEcmpIpv6-65093989-71519865> vm_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <V...: ctest-DisablePolicyEcmpIpv6-65093989-71519865>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/vrouter/test_disable_policy.py", line 65, in test_ecmp_with_static_routes self.verify_vms(vm_fixtures) File "/contrail-test/common/vrouter/base.py", line 200, in verify_vms assert vm_fixture.wait_till_vm_is_up() AssertionError 2025-09-11 03:05:34,572 - INFO - 2025-09-11 03:05:34,572 - INFO - END TEST : test_ecmp_with_static_routes : FAILED[0:00:15] 2025-09-11 03:05:34,572 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:05:35,287 - INFO - Deleted project: ctest-DisablePolicyEcmpIpv6-65093989, ID : 4ca31dd1-2a25-4813-b78c-80c16a93617a 2025-09-11 03:05:35,471 - INFO - Domain Default found not creating 2025-09-11 03:05:35,625 - INFO - Project ctest-TestLacp-37766057 not found, creating it 2025-09-11 03:05:36,193 - INFO - Created Project:ctest-TestLacp-37766057, ID : 252a477b-080b-4bf3-b1ef-63af584178b6 2025-09-11 03:05:37,631 - INFO - ================================================================================ 2025-09-11 03:05:37,631 - INFO - STARTING TEST : test_bond_lacp_config 2025-09-11 03:05:37,631 - INFO - TEST DESCRIPTION : configure LACP on bond interface of dpdk computes 2025-09-11 03:05:38,893 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:05:38,893 - INFO - 2025-09-11 03:05:38,917 - INFO - Skipped as test is not supported if dpdk_cluster=False 2025-09-11 03:05:40,198 - INFO - 2025-09-11 03:05:40,198 - INFO - END TEST : test_bond_lacp_config : SKIPPED[0:00:03] 2025-09-11 03:05:40,198 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:05:40,931 - INFO - Deleted project: ctest-TestLacp-37766057, ID : 252a477b-080b-4bf3-b1ef-63af584178b6 2025-09-11 03:05:41,129 - INFO - Domain Default found not creating 2025-09-11 03:05:41,899 - INFO - Project ctest-TestDpdkBondStatus-57965345 not found, creating it 2025-09-11 03:05:42,428 - INFO - Created Project:ctest-TestDpdkBondStatus-57965345, ID : 237a7492-1c15-4993-940a-492eb12077d0 2025-09-11 03:05:43,878 - INFO - ================================================================================ 2025-09-11 03:05:43,878 - INFO - STARTING TEST : test_dpdk_bond_status 2025-09-11 03:05:43,878 - INFO - TEST DESCRIPTION : check dpdk bond status on compute node 2025-09-11 03:05:45,167 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:05:45,167 - INFO - 2025-09-11 03:05:45,167 - INFO - Skipped as test is not supported if dpdk_cluster=False 2025-09-11 03:05:46,435 - INFO - 2025-09-11 03:05:46,435 - INFO - END TEST : test_dpdk_bond_status : SKIPPED[0:00:03] 2025-09-11 03:05:46,435 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:05:47,223 - INFO - Deleted project: ctest-TestDpdkBondStatus-57965345, ID : 237a7492-1c15-4993-940a-492eb12077d0 2025-09-11 03:05:47,421 - INFO - Domain Default found not creating 2025-09-11 03:05:47,586 - INFO - Project ctest-TestFbitMergeBuffDisable-79225161 not found, creating it 2025-09-11 03:05:48,154 - INFO - Created Project:ctest-TestFbitMergeBuffDisable-79225161, ID : 866c097c-49c0-4557-8fc7-4fa08605fec0 2025-09-11 03:05:49,690 - INFO - ================================================================================ 2025-09-11 03:05:49,690 - INFO - STARTING TEST : test_fbit_disable_mbuf_dpdk 2025-09-11 03:05:49,690 - INFO - TEST DESCRIPTION : Description: steps: 1. Launch 1 VN, 1 VM in compute node with qcow2 image 2. verify fbit when mergebuff disabled on dpdk compute Pass criteria: 1. verify feature bit negotiation bit when mergebuff is disabled 2025-09-11 03:05:50,960 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:05:50,960 - INFO - 2025-09-11 03:05:50,960 - INFO - Skipped as test is not supported if dpdk_cluster=False 2025-09-11 03:05:52,231 - INFO - 2025-09-11 03:05:52,231 - INFO - END TEST : test_fbit_disable_mbuf_dpdk : SKIPPED[0:00:03] 2025-09-11 03:05:52,231 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:05:52,956 - INFO - Deleted project: ctest-TestFbitMergeBuffDisable-79225161, ID : 866c097c-49c0-4557-8fc7-4fa08605fec0 2025-09-11 03:05:53,133 - INFO - Domain Default found not creating 2025-09-11 03:05:53,285 - INFO - Project ctest-TestGroGso-74502343 not found, creating it 2025-09-11 03:05:53,768 - INFO - Created Project:ctest-TestGroGso-74502343, ID : 3edef234-471f-4343-8e04-cb02a4316b00 2025-09-11 03:05:55,201 - INFO - ================================================================================ 2025-09-11 03:05:55,201 - INFO - STARTING TEST : test_dpdk_gro_gso 2025-09-11 03:05:55,201 - INFO - TEST DESCRIPTION : Description: Verify tcp traffic flow for intra-VN inter-Node traffic Vm's across compute node steps: 1. create 1 VN and launch 2 VMs in each compute node 2. client VMs on same node and server VM on different node. 3. Clear vif0/0 interface before sending traffic 4. Send TCP traffic client to server port 5201 using iperf3 5. Read pps on physical interface vif 0/0 6. disable gro and gso feature configuring on vhost config 7. ifdown/ifup vhost0 to update config 8. Repeat step 3 & 4 9. Compare the TCP traffic pps in enable/disable case Pass criteria: 1. If pps is more in feature enable case than disable 2025-09-11 03:05:56,469 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:05:56,469 - INFO - 2025-09-11 03:05:56,492 - INFO - Skipped as test is not supported if dpdk_cluster=False 2025-09-11 03:05:57,765 - INFO - 2025-09-11 03:05:57,765 - INFO - END TEST : test_dpdk_gro_gso : SKIPPED[0:00:02] 2025-09-11 03:05:57,766 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:05:58,536 - INFO - Deleted project: ctest-TestGroGso-74502343, ID : 3edef234-471f-4343-8e04-cb02a4316b00 2025-09-11 03:05:58,733 - INFO - Domain Default found not creating 2025-09-11 03:05:58,924 - INFO - Project ctest-TestMtu-03992296 not found, creating it 2025-09-11 03:05:59,497 - INFO - Created Project:ctest-TestMtu-03992296, ID : 86d8e2d7-612d-4e79-b4e2-ce4cff2ea2d8 2025-09-11 03:06:01,350 - INFO - ================================================================================ 2025-09-11 03:06:01,350 - INFO - STARTING TEST : test_mtu_config 2025-09-11 03:06:01,350 - INFO - TEST DESCRIPTION : test mtu config on computes 2025-09-11 03:06:02,689 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:06:02,689 - INFO - 2025-09-11 03:06:02,689 - INFO - Skipped as test is not supported if dpdk_cluster=False 2025-09-11 03:06:03,954 - INFO - 2025-09-11 03:06:03,954 - INFO - END TEST : test_mtu_config : SKIPPED[0:00:02] 2025-09-11 03:06:03,954 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:06:04,659 - INFO - Deleted project: ctest-TestMtu-03992296, ID : 86d8e2d7-612d-4e79-b4e2-ce4cff2ea2d8 2025-09-11 03:06:04,854 - INFO - Domain Default found not creating 2025-09-11 03:06:05,009 - INFO - Project ctest-TestVifdump-00090296 not found, creating it 2025-09-11 03:06:05,649 - INFO - Created Project:ctest-TestVifdump-00090296, ID : b4c5853b-2111-44d3-9809-995b59a6d509 2025-09-11 03:06:07,118 - INFO - ================================================================================ 2025-09-11 03:06:07,119 - INFO - STARTING TEST : test_vifdump_on_interface 2025-09-11 03:06:08,386 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:06:08,386 - INFO - 2025-09-11 03:06:08,387 - INFO - Skipped as test is not supported if dpdk_cluster=False 2025-09-11 03:06:09,652 - INFO - 2025-09-11 03:06:09,653 - INFO - END TEST : test_vifdump_on_interface : SKIPPED[0:00:02] 2025-09-11 03:06:09,653 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:06:10,571 - INFO - Deleted project: ctest-TestVifdump-00090296, ID : b4c5853b-2111-44d3-9809-995b59a6d509 2025-09-11 03:06:10,887 - INFO - Domain Default found not creating 2025-09-11 03:06:11,650 - INFO - Project ctest-FatFlowAggr-42864894 not found, creating it 2025-09-11 03:06:12,178 - INFO - Created Project:ctest-FatFlowAggr-42864894, ID : 01c1cc8b-dd17-443f-afec-e7aa0a80ec8f 2025-09-11 03:06:14,006 - INFO - ================================================================================ 2025-09-11 03:06:14,006 - INFO - STARTING TEST : test_fat_flow_aggr_dest_icmp_intra_vn_inter_node 2025-09-11 03:06:14,006 - INFO - TEST DESCRIPTION : : Description: Verify fat flow prefix aggr dest (IPv4) for intra-vn inter-node Steps: 1. Create 1 VN and launch 3 VMs.2 client VMs on same node and server VM on different node. Client 1 in subnet 1, Client 2 in the next subnet. 2. On server VM, config fat flow aggr prefix dest len 25 for ICMP port 0. 3. From both the client VMs, send ICMP traffic to the server VM twice with diff. src ports Pass criteria: 1. On the remote CN, expect 2 pairs ( 1 for client 1, 1 for client 2) of fat flows with prefix aggregated for the src IPs (VM to fabric, Prefix Aggr Dest: Aggregation happens for SRC IPs) 2. On client VM compute nodes, expect 4 pairs of flows and on server compute, expect 2 pairs of flows 3. On server compute node, flow's source port should be 0 for fat flows Maintainer: Ankitja@juniper.net 2025-09-11 03:06:15,295 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:06:15,295 - INFO - 2025-09-11 03:06:16,300 - INFO - Created VN ctest-vn-15648541 2025-09-11 03:06:17,063 - INFO - Verified VN network id 14 for VN e23a4df8-0945-47bf-b296-a36ab82e0b17 2025-09-11 03:06:17,063 - INFO - Verifications in API Server for VN ctest-vn-15648541 passed 2025-09-11 03:06:17,143 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-15648541 passed 2025-09-11 03:06:18,347 - INFO - Validated that VN default-domain:ctest-FatFlowAggr-42864894:ctest-vn-15648541 is found in opserver 2025-09-11 03:06:19,712 - INFO - VM ([<Server: ctest-FatFlowAggr-42864894-78867588>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:06:19,712 - INFO - Waiting for VM ctest-FatFlowAggr-42864894-78867588 to be up.. 2025-09-11 03:06:24,844 - INFO - VM name : ctest-FatFlowAggr-42864894-78867588 2025-09-11 03:06:59,322 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-FatFlowAggr-42864894-78867588 passed 2025-09-11 03:07:21,922 - INFO - VM ([<Server: client2_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:07:21,922 - INFO - Waiting for VM client2_vm to be up.. 2025-09-11 03:07:27,049 - INFO - VM name : client2_vm 2025-09-11 03:08:07,276 - INFO - Ping to Metadata IP 169.254.0.4 of VM client2_vm passed 2025-09-11 03:08:29,408 - INFO - VM ([<Server: ctest-FatFlowAggr-42864894-70233911>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:08:29,408 - INFO - Waiting for VM ctest-FatFlowAggr-42864894-70233911 to be up.. 2025-09-11 03:08:29,461 - ERROR - VM in error state. 2025-09-11 03:08:29,461 - ERROR - VM is not in ACTIVE state 2025-09-11 03:08:29,559 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:08:29,561 - INFO - Skip interface_detach for VM ctest-FatFlowAggr-42864894-70233911 in state ERROR 2025-09-11 03:08:29,561 - INFO - Deleting VM ctest-FatFlowAggr-42864894-70233911 2025-09-11 03:08:29,561 - ERROR - VM ctest-FatFlowAggr-42864894-70233911 has failed to come up 2025-09-11 03:08:29,561 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:08:29Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:08:29,561 - INFO - Detaching port ff2428b7-56c5-47f2-89f4-e2458329426c from VM client2_vm 2025-09-11 03:08:29,616 - INFO - Deleting VM client2_vm 2025-09-11 03:08:29,867 - INFO - Deleted port ff2428b7-56c5-47f2-89f4-e2458329426c 2025-09-11 03:08:29,867 - INFO - Deleting VM ctest-FatFlowAggr-42864894-78867588 2025-09-11 03:08:30,051 - INFO - Deleting VN ctest-vn-15648541 2025-09-11 03:08:30,095 - WARNING - Deleting VN ctest-vn-15648541 failed..Will retry 2025-09-11 03:08:32,362 - INFO - Validated that VN ctest-vn-15648541 is not found in API Server 2025-09-11 03:08:32,385 - INFO - Validated that VN ctest-vn-15648541 is not in any agent 2025-09-11 03:08:32,416 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-15648541 info 2025-09-11 03:08:33,679 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:08:29 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vrouter.test_fat_flow_aggr.FatFlowAggr...._vn_inter_node[dev_reg,sanity] id=0x7f4e2eee98e0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function FatFlowAggr.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node> self = <scripts.vrouter.test_fat_flow_aggr.FatFlowAggr...._vn_inter_node[dev_reg,sanity] id=0x7f4e2eee98e0> args = () kwargs = {} /contrail-test/scripts/vrouter/test_fat_flow_aggr.py in test_fat_flow_aggr_dest_icmp_intra_vn_inter_node(self=<scripts.vrouter.test_fat_flow_aggr.FatFlowAggr...._vn_inter_node[dev_reg,sanity] id=0x7f4e2eee98e0>) 56 policy_deny = False 57 vn_policy = False 58 self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, 59 inter_node=inter_node,inter_vn=inter_vn, 60 proto=proto, port=port, policy_deny=policy_deny, vn_policy=vn_policy, self = <scripts.vrouter.test_fat_flow_aggr.FatFlowAggr...._vn_inter_node[dev_reg,sanity] id=0x7f4e2eee98e0> self.fat_flow_with_prefix_aggr = <bound method BaseVrouterTest.fat_flow_with_pref...vn_inter_node[dev_reg,sanity] id=0x7f4e2eee98e0>> prefix_length = 27 inter_node = True inter_vn = False proto = 'icmp' port = 0 policy_deny = False vn_policy = False dual undefined ipv6 = False prefix_length6 = 123 only_v6 = False /contrail-test/common/vrouter/base.py in fat_flow_with_prefix_aggr(self=<scripts.vrouter.test_fat_flow_aggr.FatFlowAggr...._vn_inter_node[dev_reg,sanity] id=0x7f4e2eee98e0>, prefix_length=27, prefix_length6=123, inter_node=True, inter_vn=False, dual=False, traffic_recvr=False, unidirectional_traffic=True, ignore_address=None, proto='icmp', port=0, portv6=56, svc_chain=False, only_v6=False, af='v4', icmp_error=False, hc=None, vn_policy=False, policy_deny=False, svm_inter_node=False, resources=True, scale=False) 422 node_name=server_compute) 423 for server in self.server_fixtures: 424 assert server.wait_till_vm_is_up() 425 426 server_fixtures = self.server_fixtures server = <VMFixture: ctest-FatFlowAggr-42864894-70233911> server.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-FatFlowAggr-42864894-70233911>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/vrouter/test_fat_flow_aggr.py", line 58, in test_fat_flow_aggr_dest_icmp_intra_vn_inter_node self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, File "/contrail-test/common/vrouter/base.py", line 424, in fat_flow_with_prefix_aggr assert server.wait_till_vm_is_up() AssertionError 2025-09-11 03:08:33,692 - INFO - 2025-09-11 03:08:33,692 - INFO - END TEST : test_fat_flow_aggr_dest_icmp_intra_vn_inter_node : FAILED[0:02:19] 2025-09-11 03:08:33,692 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:08:34,409 - INFO - Deleted project: ctest-FatFlowAggr-42864894, ID : 01c1cc8b-dd17-443f-afec-e7aa0a80ec8f 2025-09-11 03:08:34,597 - INFO - Domain Default found not creating 2025-09-11 03:08:34,741 - INFO - Project ctest-TestRoutes-01056498 not found, creating it 2025-09-11 03:08:35,233 - INFO - Created Project:ctest-TestRoutes-01056498, ID : 69df24e6-5752-4f71-94f2-f56b3ed464a5 2025-09-11 03:08:36,638 - INFO - ================================================================================ 2025-09-11 03:08:36,638 - INFO - STARTING TEST : test_rt_table_scenario_1 2025-09-11 03:08:36,638 - INFO - TEST DESCRIPTION : In a VN, launch a VM each on two computes Add a shorter prefix intf static route to VM2 Delete the VMs. The route table on compute1 should be removed 2025-09-11 03:08:37,921 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:08:37,921 - INFO - 2025-09-11 03:08:38,860 - INFO - Created VN ctest-random-77249728 2025-09-11 03:08:40,603 - INFO - VM ([<Server: ctest-TestRoutes-01056498-35801049>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:08:41,615 - INFO - VM ([<Server: ctest-TestRoutes-01056498-01774062>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:08:41,839 - INFO - Created InterfaceRouteTable ['default-domain', 'ctest-TestRoutes-01056498', 'ctest-irtb-83552606'](UUID 8c2f24fb-52b7-4a76-bfc8-1769aaa3d11c), prefixes : ['0.0.0.0/0'] 2025-09-11 03:08:42,907 - INFO - Added intf route table 8c2f24fb-52b7-4a76-bfc8-1769aaa3d11c to port e03a40b5-f77e-444f-986a-18ccdfd09509 2025-09-11 03:08:42,983 - INFO - VM name : ctest-TestRoutes-01056498-35801049 2025-09-11 03:08:43,970 - INFO - VM ctest-TestRoutes-01056498-35801049 verfication in all API Servers passed 2025-09-11 03:08:53,875 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRoutes-01056498-35801049 passed 2025-09-11 03:08:53,876 - INFO - VM ctest-TestRoutes-01056498-35801049 verifications in Compute nodes passed 2025-09-11 03:08:54,148 - INFO - Validated routes of VM ctest-TestRoutes-01056498-35801049 in all vrouters 2025-09-11 03:08:54,878 - INFO - Verification in Control-nodes for VM ctest-TestRoutes-01056498-35801049 passed 2025-09-11 03:08:55,782 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 03:08:55,800 - INFO - VM 9bd5cfe6-ac97-49ee-9b34-cc3474256994 is present in default-domain:ctest-TestRoutes-01056498:ctest-random-77249728 2025-09-11 03:08:55,998 - INFO - tap interface default-domain:ctest-TestRoutes-01056498:4fa46218-017b-4dac-bfbe-31bcd2fd65ec of vm 9bd5cfe6-ac97-49ee-9b34-cc3474256994 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 03:08:56,372 - INFO - VM ctest-TestRoutes-01056498-35801049 validations in Opserver passed 2025-09-11 03:08:56,372 - INFO - Waiting for VM ctest-TestRoutes-01056498-01774062 to be up.. 2025-09-11 03:08:56,431 - ERROR - VM in error state. 2025-09-11 03:08:56,431 - ERROR - VM is not in ACTIVE state 2025-09-11 03:08:56,522 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:08:57,045 - INFO - Verified VN network id 14 for VN 9205bcab-c59b-404b-b444-969e647a0d9d 2025-09-11 03:08:57,046 - INFO - Verifications in API Server for VN ctest-random-77249728 passed 2025-09-11 03:08:57,127 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-random-77249728 passed 2025-09-11 03:08:57,340 - INFO - Validated that VN default-domain:ctest-TestRoutes-01056498:ctest-random-77249728 is found in opserver 2025-09-11 03:08:57,352 - INFO - Deleting VM ctest-TestRoutes-01056498-35801049 2025-09-11 03:08:59,447 - INFO - VM ctest-TestRoutes-01056498-35801049 is fully removed in API-Server 2025-09-11 03:08:59,645 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestRoutes-01056498:ctest-random-77249728 2025-09-11 03:08:59,645 - INFO - VM ctest-TestRoutes-01056498-35801049 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 03:08:59,876 - INFO - Routes for VM ctest-TestRoutes-01056498-35801049 is removed in all control-nodes 2025-09-11 03:09:21,430 - INFO - 9bd5cfe6-ac97-49ee-9b34-cc3474256994 vm uve deleted from opserver 2025-09-11 03:09:21,489 - INFO - 9bd5cfe6-ac97-49ee-9b34-cc3474256994 vm uve deleted from opserver 2025-09-11 03:09:21,502 - INFO - 9bd5cfe6-ac97-49ee-9b34-cc3474256994 vm uve deleted from opserver 2025-09-11 03:09:21,502 - INFO - Validated that VM 9bd5cfe6-ac97-49ee-9b34-cc3474256994 is removed from Opserver 2025-09-11 03:09:21,503 - INFO - Validate that Vrouter Route table does get cleared 2025-09-11 03:09:21,579 - INFO - Removed intf route table 8c2f24fb-52b7-4a76-bfc8-1769aaa3d11c from port e03a40b5-f77e-444f-986a-18ccdfd09509 2025-09-11 03:09:21,629 - INFO - Deleted Interface route table 8c2f24fb-52b7-4a76-bfc8-1769aaa3d11c 2025-09-11 03:09:21,630 - INFO - Skip interface_detach for VM ctest-TestRoutes-01056498-01774062 in state ERROR 2025-09-11 03:09:21,630 - INFO - Deleting VM ctest-TestRoutes-01056498-01774062 2025-09-11 03:09:21,630 - ERROR - VM ctest-TestRoutes-01056498-01774062 has failed to come up 2025-09-11 03:09:21,630 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:08:41Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:09:21,770 - INFO - Deleted port e03a40b5-f77e-444f-986a-18ccdfd09509 2025-09-11 03:09:21,770 - INFO - Deleting VN ctest-random-77249728 2025-09-11 03:09:22,134 - INFO - Validated that VN ctest-random-77249728 is not found in API Server 2025-09-11 03:09:22,157 - INFO - Validated that VN ctest-random-77249728 is not in any agent 2025-09-11 03:09:22,166 - INFO - Validated that all vrouters do not have the route table for VN default-domain:ctest-TestRoutes-01056498:ctest-random-77249728 2025-09-11 03:09:22,190 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-random-77249728 info 2025-09-11 03:09:23,486 - INFO - END TEST : test_rt_table_scenario_1 : PASSED[0:00:47] 2025-09-11 03:09:23,487 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:09:24,372 - INFO - Deleted project: ctest-TestRoutes-01056498, ID : 69df24e6-5752-4f71-94f2-f56b3ed464a5 2025-09-11 03:09:24,591 - INFO - Domain Default found not creating 2025-09-11 03:09:24,784 - INFO - Project ctest-TestSubInterfaces-07309185 not found, creating it 2025-09-11 03:09:25,303 - INFO - Created Project:ctest-TestSubInterfaces-07309185, ID : ea985260-3bc6-4bda-bb74-707dfa448a87 2025-09-11 03:09:27,854 - INFO - Created VN ctest-vn-54456714 2025-09-11 03:09:28,512 - INFO - Created VN ctest-vn-70967626 2025-09-11 03:09:29,204 - INFO - Created VN ctest-vn-03788557 2025-09-11 03:09:32,025 - INFO - ================================================================================ 2025-09-11 03:09:32,025 - INFO - STARTING TEST : test_vlan_interface_2 2025-09-11 03:09:32,025 - INFO - TEST DESCRIPTION : Test ping/hping between tagged-untagged vmis across VNs 2025-09-11 03:09:33,298 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:09:33,298 - INFO - 2025-09-11 03:09:34,009 - INFO - VM ([<Server: ctest-TestSubInterfaces-07309185-65564489>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:09:35,393 - INFO - VM ([<Server: ctest-TestSubInterfaces-07309185-11850767>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:09:36,087 - INFO - VM ([<Server: ctest-TestSubInterfaces-07309185-81027361>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:09:36,194 - INFO - Adding interface with subnet_id 385320fd-a6eb-4547-8723-bf054128ced7, port_id None to router 624d4807-df57-40e2-8aaa-93fc5322b90c 2025-09-11 03:09:36,518 - INFO - Adding interface with subnet_id 891d1c33-7d07-46c7-b845-a14ba0e374d7, port_id None to router 624d4807-df57-40e2-8aaa-93fc5322b90c 2025-09-11 03:09:36,952 - INFO - Waiting for VM ctest-TestSubInterfaces-07309185-65564489 to be up.. 2025-09-11 03:09:37,060 - INFO - VM name : ctest-TestSubInterfaces-07309185-65564489 2025-09-11 03:10:23,878 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestSubInterfaces-07309185-65564489 passed 2025-09-11 03:10:44,758 - INFO - Waiting for VM ctest-TestSubInterfaces-07309185-11850767 to be up.. 2025-09-11 03:10:44,819 - ERROR - VM in error state. 2025-09-11 03:10:44,819 - ERROR - VM is not in ACTIVE state 2025-09-11 03:10:44,901 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:10:44,902 - INFO - Deleting interface with subnet_id 891d1c33-7d07-46c7-b845-a14ba0e374d7, port_id None from router 624d4807-df57-40e2-8aaa-93fc5322b90c 2025-09-11 03:10:45,142 - INFO - Deleting interface with subnet_id 385320fd-a6eb-4547-8723-bf054128ced7, port_id None from router 624d4807-df57-40e2-8aaa-93fc5322b90c 2025-09-11 03:10:45,416 - INFO - Skip interface_detach for VM ctest-TestSubInterfaces-07309185-81027361 in state BUILD 2025-09-11 03:10:45,417 - INFO - Deleting VM ctest-TestSubInterfaces-07309185-81027361 2025-09-11 03:10:45,417 - ERROR - VM ctest-TestSubInterfaces-07309185-81027361 has failed to come up 2025-09-11 03:10:45,417 - ERROR - Nova failed to get host of the VM 2025-09-11 03:10:45,417 - ERROR - VM ctest-TestSubInterfaces-07309185-81027361 has failed to come up 2025-09-11 03:10:45,417 - ERROR - Nova failed to get host of the VM 2025-09-11 03:10:45,524 - INFO - Skip interface_detach for VM ctest-TestSubInterfaces-07309185-11850767 in state ERROR 2025-09-11 03:10:45,524 - INFO - Deleting VM ctest-TestSubInterfaces-07309185-11850767 2025-09-11 03:10:45,524 - ERROR - VM ctest-TestSubInterfaces-07309185-11850767 has failed to come up 2025-09-11 03:10:45,524 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:09:35Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:10:45,524 - INFO - Detaching port 04c91979-1302-4b7f-9d76-3635d0215758 from VM ctest-TestSubInterfaces-07309185-65564489 2025-09-11 03:10:45,564 - INFO - Deleting VM ctest-TestSubInterfaces-07309185-65564489 2025-09-11 03:10:46,980 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:10:44 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vrouter.test_subinterfaces.TestSubInter...ev_reg,dev_sanity_dpdk,sanity] id=0x7f4e2eefcf10>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestSubInterfaces.test_vlan_interface_2> self = <scripts.vrouter.test_subinterfaces.TestSubInter...ev_reg,dev_sanity_dpdk,sanity] id=0x7f4e2eefcf10> args = () kwargs = {} /contrail-test/scripts/vrouter/test_subinterfaces.py in test_vlan_interface_2(self=<scripts.vrouter.test_subinterfaces.TestSubInter...ev_reg,dev_sanity_dpdk,sanity] id=0x7f4e2eefcf10>) 117 118 assert vm1_fixture.wait_till_vm_is_up() 119 assert vm2_fixture.wait_till_vm_is_up() 120 assert vm3_fixture.wait_till_vm_is_up() 121 vm2_fixture = <VMFixture: ctest-TestSubInterfaces-07309185-11850767> vm2_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <V...ture: ctest-TestSubInterfaces-07309185-11850767>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/scripts/vrouter/test_subinterfaces.py", line 119, in test_vlan_interface_2 assert vm2_fixture.wait_till_vm_is_up() AssertionError 2025-09-11 03:10:46,992 - INFO - 2025-09-11 03:10:46,992 - INFO - END TEST : test_vlan_interface_2 : FAILED[0:01:14] 2025-09-11 03:10:46,992 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:10:47,150 - INFO - Deleted port afc05491-eac0-4a6d-900e-9b234c5b41a3 2025-09-11 03:10:47,326 - INFO - Deleted port 9ff32872-5788-4d00-9862-f3904b741cbe 2025-09-11 03:10:47,442 - INFO - Deleted port e2c39989-5894-44c8-acd0-244d94b4c223 2025-09-11 03:10:47,600 - INFO - Deleted port 38afdc27-ec6b-4eb1-b067-232b7e1ea02f 2025-09-11 03:10:47,782 - INFO - Deleted port e676236c-68dc-4755-b4e9-0c0d1353a4c6 2025-09-11 03:10:48,008 - INFO - Deleted port 04c91979-1302-4b7f-9d76-3635d0215758 2025-09-11 03:10:48,008 - INFO - Deleting VN ctest-vn-03788557 2025-09-11 03:10:48,197 - INFO - Deleting VN ctest-vn-70967626 2025-09-11 03:10:48,349 - INFO - Deleting VN ctest-vn-54456714 2025-09-11 03:10:49,214 - INFO - Deleted project: ctest-TestSubInterfaces-07309185, ID : ea985260-3bc6-4bda-bb74-707dfa448a87 2025-09-11 03:10:49,418 - INFO - Domain Default found not creating 2025-09-11 03:10:49,612 - INFO - Project ctest-TestMtuProbe-52577829 not found, creating it 2025-09-11 03:10:50,139 - INFO - Created Project:ctest-TestMtuProbe-52577829, ID : 5227a52b-7cc9-4adf-aa1a-6795d183b692 2025-09-11 03:10:51,768 - INFO - ================================================================================ 2025-09-11 03:10:51,768 - INFO - STARTING TEST : test_mtu_probe_intra_node 2025-09-11 03:10:51,768 - INFO - TEST DESCRIPTION : Description: check traffic configuring different tcp_mtu_probe vlaues on vm MTU probing values: 0, 1, 2 0 - Disabled (default) 1 - Disabled by default, Enabled only when ICMP black hole detected 2 - Always enabled, using the initial MSS value of tcp_base_mss system internally enables bit values for point 1&2 For test purpose, Idea is to check traffic works fine on configuring values Vm's across compute node steps: 1. create 1 VN and launch 2 VMs in same compute node 2. client and server VMs in same compute node 3. configure tcp_mtu_probe to 0, 1, 2 4. send icmp traffic assert if ping fails 5. send tcp traffic assert if tcp traffic fails Pass criteria: 1. If icmp/tcp traffic work fine configuring tcp_mtu_probe values 2025-09-11 03:10:53,041 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:10:53,042 - INFO - 2025-09-11 03:10:54,014 - INFO - Created VN ctest-vn-73367103 2025-09-11 03:10:54,642 - INFO - Verified VN network id 14 for VN 63f2a7df-d604-4764-a7b8-e8b8825a16d5 2025-09-11 03:10:54,642 - INFO - Verifications in API Server for VN ctest-vn-73367103 passed 2025-09-11 03:10:54,729 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-73367103 passed 2025-09-11 03:10:55,960 - INFO - Validated that VN default-domain:ctest-TestMtuProbe-52577829:ctest-vn-73367103 is found in opserver 2025-09-11 03:10:57,328 - INFO - VM ([<Server: ctest-TestMtuProbe-52577829-23247107>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:10:58,806 - INFO - VM ([<Server: ctest-TestMtuProbe-52577829-18276458>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:10:58,806 - INFO - Waiting for VM ctest-TestMtuProbe-52577829-23247107 to be up.. 2025-09-11 03:11:03,995 - INFO - VM name : ctest-TestMtuProbe-52577829-23247107 2025-09-11 03:11:54,889 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestMtuProbe-52577829-23247107 passed 2025-09-11 03:12:15,801 - INFO - Waiting for VM ctest-TestMtuProbe-52577829-18276458 to be up.. 2025-09-11 03:12:15,878 - INFO - VM name : ctest-TestMtuProbe-52577829-18276458 2025-09-11 03:12:17,207 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestMtuProbe-52577829-18276458 passed 2025-09-11 03:13:18,246 - INFO - {'echo 0 > /proc/sys/net/ipv4/tcp_mtu_probing': None} 2025-09-11 03:13:18,247 - INFO - {'echo 0 > /proc/sys/net/ipv4/tcp_mtu_probing': None} 2025-09-11 03:13:20,723 - INFO - Ping to IP 53.152.245.196 from VM ctest-TestMtuProbe-52577829-23247107 passed 2025-09-11 03:13:24,623 - INFO - File transfer verification for file size 100 passed on the VM ctest-TestMtuProbe-52577829-18276458 2025-09-11 03:13:25,528 - INFO - {'echo 1 > /proc/sys/net/ipv4/tcp_mtu_probing': None} 2025-09-11 03:13:25,528 - INFO - {'echo 1 > /proc/sys/net/ipv4/tcp_mtu_probing': None} 2025-09-11 03:13:27,994 - INFO - Ping to IP 53.152.245.196 from VM ctest-TestMtuProbe-52577829-23247107 passed 2025-09-11 03:13:31,940 - INFO - File transfer verification for file size 100 passed on the VM ctest-TestMtuProbe-52577829-18276458 2025-09-11 03:13:32,794 - INFO - {'echo 2 > /proc/sys/net/ipv4/tcp_mtu_probing': None} 2025-09-11 03:13:32,794 - INFO - {'echo 2 > /proc/sys/net/ipv4/tcp_mtu_probing': None} 2025-09-11 03:13:35,296 - INFO - Ping to IP 53.152.245.196 from VM ctest-TestMtuProbe-52577829-23247107 passed 2025-09-11 03:13:39,307 - INFO - File transfer verification for file size 100 passed on the VM ctest-TestMtuProbe-52577829-18276458 2025-09-11 03:13:39,307 - INFO - Deleting VM ctest-TestMtuProbe-52577829-18276458 2025-09-11 03:13:39,389 - INFO - Deleting VM ctest-TestMtuProbe-52577829-23247107 2025-09-11 03:13:39,467 - INFO - Deleting VN ctest-vn-73367103 2025-09-11 03:13:39,509 - WARNING - Deleting VN ctest-vn-73367103 failed..Will retry 2025-09-11 03:13:41,834 - INFO - Validated that VN ctest-vn-73367103 is not found in API Server 2025-09-11 03:13:41,858 - INFO - Validated that VN ctest-vn-73367103 is not in any agent 2025-09-11 03:13:41,893 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-73367103 info 2025-09-11 03:13:43,204 - INFO - END TEST : test_mtu_probe_intra_node : PASSED[0:02:52] 2025-09-11 03:13:43,204 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:13:43,929 - INFO - Deleted project: ctest-TestMtuProbe-52577829, ID : 5227a52b-7cc9-4adf-aa1a-6795d183b692 2025-09-11 03:13:44,131 - INFO - Domain Default found not creating 2025-09-11 03:13:44,283 - INFO - Project ctest-TestvifStats-48254550 not found, creating it 2025-09-11 03:13:44,855 - INFO - Created Project:ctest-TestvifStats-48254550, ID : 38f64d04-2dda-490d-9b58-b9f52671b213 2025-09-11 03:13:46,335 - INFO - ================================================================================ 2025-09-11 03:13:46,335 - INFO - STARTING TEST : test_vif_statistics 2025-09-11 03:13:46,335 - INFO - TEST DESCRIPTION : Description: Verify vif statistics Vm's across compute node steps: 1. create 1 VN and launch 2 VMs in compute node 2. client and server VMs on same node 3. send icmp traffic assert if ping is not working 4. get_vif_stats to check vif interface 5. clear_vif_stats to clear vif interface stats 6. Repeat step4 Pass criteria: 1. If output of vif stats/clear execute successfully from compute 2025-09-11 03:13:47,617 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:13:47,617 - INFO - 2025-09-11 03:13:49,173 - INFO - Created VN ctest-vn-96422157 2025-09-11 03:13:49,813 - INFO - Verified VN network id 14 for VN f8b444c4-0125-4ab9-b0a9-e902858f463e 2025-09-11 03:13:49,813 - INFO - Verifications in API Server for VN ctest-vn-96422157 passed 2025-09-11 03:13:49,890 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-96422157 passed 2025-09-11 03:13:51,152 - INFO - Validated that VN default-domain:ctest-TestvifStats-48254550:ctest-vn-96422157 is found in opserver 2025-09-11 03:13:52,725 - INFO - VM ([<Server: ctest-TestvifStats-48254550-06773414>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:13:54,628 - INFO - VM ([<Server: ctest-TestvifStats-48254550-96846434>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:13:54,628 - INFO - Waiting for VM ctest-TestvifStats-48254550-06773414 to be up.. 2025-09-11 03:13:59,831 - INFO - VM name : ctest-TestvifStats-48254550-06773414 2025-09-11 03:14:42,485 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestvifStats-48254550-06773414 passed 2025-09-11 03:15:08,538 - INFO - Waiting for VM ctest-TestvifStats-48254550-96846434 to be up.. 2025-09-11 03:15:08,623 - INFO - VM name : ctest-TestvifStats-48254550-96846434 2025-09-11 03:15:09,979 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestvifStats-48254550-96846434 passed 2025-09-11 03:15:31,414 - INFO - Ping to IP 149.182.94.68 from VM ctest-TestvifStats-48254550-06773414 passed 2025-09-11 03:15:31,414 - INFO - 10.0.0.254 2025-09-11 03:15:31,414 - INFO - vif --get 0 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:31,493 - INFO - 11545 2025-09-11 03:15:31,594 - INFO - TX packets:11016 2025-09-11 03:15:31,594 - INFO - 11016 2025-09-11 03:15:31,594 - INFO - vif --get 1 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:31,712 - INFO - 17121 2025-09-11 03:15:31,813 - INFO - TX packets:18011 2025-09-11 03:15:31,813 - INFO - 18011 2025-09-11 03:15:31,813 - INFO - vif --get 2 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:31,932 - INFO - 7032 2025-09-11 03:15:32,033 - INFO - TX packets:5835 2025-09-11 03:15:32,033 - INFO - 5835 2025-09-11 03:15:32,033 - INFO - vif --get 3 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:32,141 - INFO - 262 2025-09-11 03:15:32,245 - INFO - TX packets:315 2025-09-11 03:15:32,245 - INFO - 315 2025-09-11 03:15:32,246 - INFO - vif --get 4 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:32,353 - INFO - 224 2025-09-11 03:15:32,458 - INFO - TX packets:258 2025-09-11 03:15:32,458 - INFO - 258 2025-09-11 03:15:32,458 - INFO - 10.0.0.254 2025-09-11 03:15:32,566 - INFO - Vif stats cleared successfully on all cores for all interfaces 2025-09-11 03:15:32,566 - INFO - 10.0.0.254 2025-09-11 03:15:32,566 - INFO - vif --get 0 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:32,673 - INFO - 0 2025-09-11 03:15:32,777 - INFO - TX packets:0 2025-09-11 03:15:32,777 - INFO - 0 2025-09-11 03:15:32,777 - INFO - vif --get 1 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:32,886 - INFO - 0 2025-09-11 03:15:32,990 - INFO - TX packets:0 2025-09-11 03:15:32,990 - INFO - 0 2025-09-11 03:15:32,990 - INFO - vif --get 2 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:33,093 - INFO - 0 2025-09-11 03:15:33,201 - INFO - TX packets:0 2025-09-11 03:15:33,201 - INFO - 0 2025-09-11 03:15:33,201 - INFO - vif --get 3 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:33,320 - INFO - 0 2025-09-11 03:15:33,422 - INFO - TX packets:0 2025-09-11 03:15:33,422 - INFO - 0 2025-09-11 03:15:33,422 - INFO - vif --get 4 | grep "RX packets" | tr -s ' ' | cut -f1-3 -d ' ' 2025-09-11 03:15:33,544 - INFO - 0 2025-09-11 03:15:33,642 - INFO - TX packets:0 2025-09-11 03:15:33,642 - INFO - 0 2025-09-11 03:15:33,642 - INFO - Deleting VM ctest-TestvifStats-48254550-96846434 2025-09-11 03:15:33,725 - INFO - Deleting VM ctest-TestvifStats-48254550-06773414 2025-09-11 03:15:33,801 - INFO - Deleting VN ctest-vn-96422157 2025-09-11 03:15:33,849 - WARNING - Deleting VN ctest-vn-96422157 failed..Will retry 2025-09-11 03:15:36,249 - INFO - Validated that VN ctest-vn-96422157 is not found in API Server 2025-09-11 03:15:36,272 - INFO - Validated that VN ctest-vn-96422157 is not in any agent 2025-09-11 03:15:36,305 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-96422157 info 2025-09-11 03:15:37,584 - INFO - END TEST : test_vif_statistics : PASSED[0:01:51] 2025-09-11 03:15:37,584 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:15:38,476 - INFO - Deleted project: ctest-TestvifStats-48254550, ID : 38f64d04-2dda-490d-9b58-b9f52671b213 + '[' 0 -eq 1 ']' + '[' 0 -eq 0 ']' + run_tests_serial + echo in serial_run_test in serial_run_test + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts + testr_init + '[' '!' -d .testrepository ']' + find . -type f -name '*.pyc' -delete + export OS_TEST_PATH=./serial_scripts/ + OS_TEST_PATH=./serial_scripts/ + export DO_XMPP_CHECK=0 + DO_XMPP_CHECK=0 + '[' '!' -d ./serial_scripts/ ']' + '[' 0 -eq 1 ']' + /usr/local/bin/testr run --subunit sanity + /usr/local/bin/subunit2junitxml -f -o result_2025_09_11_02_02_47_15862.xml /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources /contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="? if type(public_network_obj).__name__ is 'VirtualNetwork': /contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="? if encoding is 'All': /contrail-test/tcutils/collector/opserver_util.py:388: SyntaxWarning: "is" with a literal. Did you mean "=="? if len(match_v) is 1: /contrail-test/tcutils/collector/opserver_util.py:389: SyntaxWarning: "is" with a literal. Did you mean "=="? if match_v[0][-1] is '*': /contrail-test/serial_scripts/policy/test_policy_serial.py:1418: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1600: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1845: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/solution/test_orange_solution.py:510: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:522: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:639: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:650: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:683: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:694: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources 2025-09-11 03:15:53,228 - INFO - Domain Default found not creating 2025-09-11 03:15:53,719 - INFO - Project ctest-AnalyticsTestSanityWithMin-72331861 not found, creating it 2025-09-11 03:15:54,267 - INFO - Created Project:ctest-AnalyticsTestSanityWithMin-72331861, ID : c4f3f995-a3ff-4e1a-9bc6-416f72df478a 2025-09-11 03:15:56,623 - INFO - Created VN ctest-vn1-61602122 2025-09-11 03:15:58,011 - INFO - VM ([<Server: ctest-vn1_vm1-33772776>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:15:59,451 - INFO - VM ([<Server: ctest-vn1_vm2-97770071>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:16:00,117 - INFO - Verified VN network id 14 for VN e2225dad-ff7d-43bf-a8f6-a8e7fc787710 2025-09-11 03:16:00,118 - INFO - Verifications in API Server for VN ctest-vn1-61602122 passed /contrail-test/tcutils/control/cn_introspect_utils.py:40: FutureWarning: The behavior of this method will change in future versions. Use specific 'len(elem)' or 'elem is not None' test instead. if not p: /contrail-test/tcutils/verification_util.py:366: FutureWarning: The behavior of this method will change in future versions. Use specific 'len(elem)' or 'elem is not None' test instead. if not path: 2025-09-11 03:16:00,205 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-61602122 passed 2025-09-11 03:16:01,597 - INFO - Validated that VN default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 is found in opserver 2025-09-11 03:16:01,609 - INFO - Waiting for VM ctest-vn1_vm1-33772776 to be up.. 2025-09-11 03:16:01,689 - INFO - VM name : ctest-vn1_vm1-33772776 2025-09-11 03:16:21,589 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1-33772776 passed 2025-09-11 03:16:26,852 - INFO - Waiting for VM ctest-vn1_vm2-97770071 to be up.. 2025-09-11 03:16:26,929 - INFO - VM name : ctest-vn1_vm2-97770071 2025-09-11 03:16:28,214 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn1_vm2-97770071 passed 2025-09-11 03:16:28,363 - INFO - ================================================================================ 2025-09-11 03:16:28,364 - INFO - STARTING TEST : test_run_contrail_flows_cli_cmds 2025-09-11 03:16:28,364 - INFO - TEST DESCRIPTION : 1. Test to verify contrail-flows cli cmd with various optional arguments is not broken.. Run the following commands: cmd1: contrail-flows --source-vn default-domain:ctest-AnalyticsTestSanityWithResource-70247115:ctest-vn1-92886157 --source-ip 107.191.91.3 --source-port 1453 --protocol 1 --direction ingress --tunnel-info --start-time now-30m --end-time now' cmd2: contrail-flows --destination-vn default-domain:ctest-AnalyticsTestSanityWithResource-70247115:ctest-vn1-92886157 --destination-ip 107.191.91.4 --destination-port 0 --action pass --protocol 1 --verbose --last 1h cmd3: contrail-flows --vrouter-ip 'vrouter-ip' --other-vrouter-ip 'peer-vrouter-ip' --start-time now-10m --end-time now cmd4: contrail-flows --vrouter 'vrouter-name' --last 10m' cmd5: contrail-flows --vmi 'vmi fq_name' 2.Verify the command runs properly 3.Verify the cmd is returning non null output 2025-09-11 03:16:28,990 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:16:28,990 - INFO - 2025-09-11 03:16:29,115 - INFO - Setting flow export rate: 10 2025-09-11 03:16:31,917 - INFO - Ping to IP 48.54.72.196 from VM ctest-vn1_vm1-33772776 passed 2025-09-11 03:16:31,969 - INFO - None 2025-09-11 03:16:31,969 - INFO - Running the following cmd:contrail-flows --source-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --source-ip 48.54.72.196 --source-port 44290 --protocol 1 --direction ingress --start-time now-30m --end-time nowcontrail-flows --source-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --source-ip 48.54.72.196 --source-port 44290 --protocol 1 --direction ingress --start-time now-30m --end-time now | wc -l 2025-09-11 03:16:34,243 - INFO - Running the following cmd:contrail-flows --destination-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --destination-ip 48.54.72.195 --destination-port 0 --action pass --protocol 1 --verbose --last 1hcontrail-flows --destination-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --destination-ip 48.54.72.195 --destination-port 0 --action pass --protocol 1 --verbose --last 1h | wc -l 2025-09-11 03:16:35,955 - INFO - Running the following cmd:contrail-flows --vrouter-ip 10.20.0.18 --other-vrouter-ip 10.20.0.18 --start-time now-10m --end-time nowcontrail-flows --vrouter-ip 10.20.0.18 --other-vrouter-ip 10.20.0.18 --start-time now-10m --end-time now | wc -l 2025-09-11 03:16:37,101 - INFO - Running the following cmd:contrail-flows --vrouter an-jenkins-deploy-platform-ansible-os-4079-1 --last 10mcontrail-flows --vrouter an-jenkins-deploy-platform-ansible-os-4079-1 --last 10m | wc -l 2025-09-11 03:16:38,303 - INFO - Running the following cmd:contrail-flows --vmi default-domain:ctest-AnalyticsTestSanityWithMin-72331861:13825fd7-8534-47fe-8378-e5e3711ffb5b --last 20mcontrail-flows --vmi default-domain:ctest-AnalyticsTestSanityWithMin-72331861:13825fd7-8534-47fe-8378-e5e3711ffb5b --last 20m | wc -l 2025-09-11 03:16:40,093 - INFO - Running the following cmd:contrail-flows --helpcontrail-flows --help | wc -l 2025-09-11 03:16:40,739 - INFO - ['contrail-flows --source-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --source-ip 48.54.72.196 --source-port 44290 --protocol 1 --direction ingress --start-time now-30m --end-time nowcontrail-flows --source-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --source-ip 48.54.72.196 --source-port 44290 --protocol 1 --direction ingress --start-time now-30m --end-time now | wc -l', 'contrail-flows --destination-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --destination-ip 48.54.72.195 --destination-port 0 --action pass --protocol 1 --verbose --last 1hcontrail-flows --destination-vn default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --destination-ip 48.54.72.195 --destination-port 0 --action pass --protocol 1 --verbose --last 1h | wc -l', 'contrail-flows --vrouter-ip 10.20.0.18 --other-vrouter-ip 10.20.0.18 --start-time now-10m --end-time nowcontrail-flows --vrouter-ip 10.20.0.18 --other-vrouter-ip 10.20.0.18 --start-time now-10m --end-time now | wc -l', 'contrail-flows --vrouter an-jenkins-deploy-platform-ansible-os-4079-1 --last 10mcontrail-flows --vrouter an-jenkins-deploy-platform-ansible-os-4079-1 --last 10m | wc -l', 'contrail-flows --vmi default-domain:ctest-AnalyticsTestSanityWithMin-72331861:13825fd7-8534-47fe-8378-e5e3711ffb5b --last 20mcontrail-flows --vmi default-domain:ctest-AnalyticsTestSanityWithMin-72331861:13825fd7-8534-47fe-8378-e5e3711ffb5b --last 20m | wc -l', 'contrail-flows --helpcontrail-flows --help | wc -l'] commands passed.. 2025-09-11 03:16:40,739 - INFO - [] commands failed.. 2025-09-11 03:16:40,811 - INFO - Setting flow export rate: None 2025-09-11 03:16:42,068 - INFO - END TEST : test_run_contrail_flows_cli_cmds : PASSED[0:00:14] 2025-09-11 03:16:42,068 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:16:42,073 - INFO - ================================================================================ 2025-09-11 03:16:42,073 - INFO - STARTING TEST : test_run_contrail_logs_cli_cmd_with_multiple_different_optional_args 2025-09-11 03:16:42,073 - INFO - TEST DESCRIPTION : 1.Test to verify contrail-logs cli cmd with multiple different optional type args is not broken 2.Verify the command runs properly and its returning some output 3.Do not verify the correctness of the output 2025-09-11 03:16:43,348 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:16:43,348 - INFO - 2025-09-11 03:16:43,348 - INFO - Running the following cmd:contrail-logs --object-type vrouter --start-time now-5m --end-time nowcontrail-logs --object-type vrouter --start-time now-5m --end-time now | wc -l 2025-09-11 03:16:44,678 - INFO - Running the following cmd:contrail-logs --object-type database-node --message-type NodeStatusUVE --start-time now-10m --end-time now --rawcontrail-logs --object-type database-node --message-type NodeStatusUVE --start-time now-10m --end-time now --raw | wc -l 2025-09-11 03:16:45,346 - INFO - Running the following cmd:contrail-logs --node-type Database --message-type CassandraStatusUVE --start-time now-2hcontrail-logs --node-type Database --message-type CassandraStatusUVE --start-time now-2h | wc -l 2025-09-11 03:16:52,564 - INFO - Running the following cmd:contrail-logs --node-type Compute --message-type UveVMInterfaceAgentTrace --start-time now-10m --jsoncontrail-logs --node-type Compute --message-type UveVMInterfaceAgentTrace --start-time now-10m --json | wc -l 2025-09-11 03:16:53,184 - INFO - Running the following cmd:contrail-logs --module contrail-vrouter-agent --message-type SandeshModuleClientTrace --start-time now-20m --end-time nowcontrail-logs --module contrail-vrouter-agent --message-type SandeshModuleClientTrace --start-time now-20m --end-time now | wc -l 2025-09-11 03:16:55,194 - INFO - Running the following cmd:contrail-logs --node-type Config --module contrail-api --rawcontrail-logs --node-type Config --module contrail-api --raw | wc -l 2025-09-11 03:16:55,839 - INFO - Running the following cmd:contrail-logs --module contrail-vrouter-agent --message-type UveVirtualNetworkAgentTrace --node-type Compute --last 5m --verbose --reversecontrail-logs --module contrail-vrouter-agent --message-type UveVirtualNetworkAgentTrace --node-type Compute --last 5m --verbose --reverse | wc -l 2025-09-11 03:16:56,511 - INFO - Running the following cmd:contrail-logs --module contrail-analytics-api --message-type AnalyticsApiStats --node-type Analytics --jsoncontrail-logs --module contrail-analytics-api --message-type AnalyticsApiStats --node-type Analytics --json | wc -l 2025-09-11 03:16:57,150 - INFO - Running the following cmd:contrail-logs --object-type virtual-machine --object-id 17cbe6c9-51c9-459a-ba25-d4fff1988ce6 --verbose --raw --jsoncontrail-logs --object-type virtual-machine --object-id 17cbe6c9-51c9-459a-ba25-d4fff1988ce6 --verbose --raw --json | wc -l 2025-09-11 03:16:57,778 - INFO - Running the following cmd:contrail-logs --node-type Analytics --module contrail-analytics-api --message-type AnalyticsApiStatscontrail-logs --node-type Analytics --module contrail-analytics-api --message-type AnalyticsApiStats | wc -l 2025-09-11 03:16:58,987 - INFO - Running the following cmd:contrail-logs --object-type virtual-network --module contrail-control --last 10mcontrail-logs --object-type virtual-network --module contrail-control --last 10m | wc -l 2025-09-11 03:17:00,300 - INFO - Running the following cmd:contrail-logs --module contrail-analytics-api --source cn-jenkins-deploy-platform-ansible-os-4079-1. --node-type Analyticscontrail-logs --module contrail-analytics-api --source cn-jenkins-deploy-platform-ansible-os-4079-1. --node-type Analytics | wc -l 2025-09-11 03:17:00,948 - INFO - Running the following cmd:contrail-logs --helpcontrail-logs --help | wc -l 2025-09-11 03:17:01,594 - INFO - ['contrail-logs --object-type vrouter --start-time now-5m --end-time nowcontrail-logs --object-type vrouter --start-time now-5m --end-time now | wc -l', 'contrail-logs --object-type database-node --message-type NodeStatusUVE --start-time now-10m --end-time now --rawcontrail-logs --object-type database-node --message-type NodeStatusUVE --start-time now-10m --end-time now --raw | wc -l', 'contrail-logs --node-type Database --message-type CassandraStatusUVE --start-time now-2hcontrail-logs --node-type Database --message-type CassandraStatusUVE --start-time now-2h | wc -l', 'contrail-logs --node-type Compute --message-type UveVMInterfaceAgentTrace --start-time now-10m --jsoncontrail-logs --node-type Compute --message-type UveVMInterfaceAgentTrace --start-time now-10m --json | wc -l', 'contrail-logs --module contrail-vrouter-agent --message-type SandeshModuleClientTrace --start-time now-20m --end-time nowcontrail-logs --module contrail-vrouter-agent --message-type SandeshModuleClientTrace --start-time now-20m --end-time now | wc -l', 'contrail-logs --node-type Config --module contrail-api --rawcontrail-logs --node-type Config --module contrail-api --raw | wc -l', 'contrail-logs --module contrail-vrouter-agent --message-type UveVirtualNetworkAgentTrace --node-type Compute --last 5m --verbose --reversecontrail-logs --module contrail-vrouter-agent --message-type UveVirtualNetworkAgentTrace --node-type Compute --last 5m --verbose --reverse | wc -l', 'contrail-logs --module contrail-analytics-api --message-type AnalyticsApiStats --node-type Analytics --jsoncontrail-logs --module contrail-analytics-api --message-type AnalyticsApiStats --node-type Analytics --json | wc -l', 'contrail-logs --object-type virtual-machine --object-id 17cbe6c9-51c9-459a-ba25-d4fff1988ce6 --verbose --raw --jsoncontrail-logs --object-type virtual-machine --object-id 17cbe6c9-51c9-459a-ba25-d4fff1988ce6 --verbose --raw --json | wc -l', 'contrail-logs --node-type Analytics --module contrail-analytics-api --message-type AnalyticsApiStatscontrail-logs --node-type Analytics --module contrail-analytics-api --message-type AnalyticsApiStats | wc -l', 'contrail-logs --object-type virtual-network --module contrail-control --last 10mcontrail-logs --object-type virtual-network --module contrail-control --last 10m | wc -l', 'contrail-logs --module contrail-analytics-api --source cn-jenkins-deploy-platform-ansible-os-4079-1. --node-type Analyticscontrail-logs --module contrail-analytics-api --source cn-jenkins-deploy-platform-ansible-os-4079-1. --node-type Analytics | wc -l', 'contrail-logs --helpcontrail-logs --help | wc -l'] commands passed.. 2025-09-11 03:17:01,594 - INFO - [] commands failed.. 2025-09-11 03:17:02,892 - INFO - END TEST : test_run_contrail_logs_cli_cmd_with_multiple_different_optional_args : PASSED[0:00:20] 2025-09-11 03:17:02,892 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:17:02,894 - INFO - ================================================================================ 2025-09-11 03:17:02,894 - INFO - STARTING TEST : test_run_contrail_stats_cli_cmds 2025-09-11 03:17:02,895 - INFO - TEST DESCRIPTION : 1.Run contrail-stats commands with various options 2.Verify the command runs properly and its returning some output 3.Do not verify the correctness of the output 2025-09-11 03:17:04,162 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:17:04,162 - INFO - 2025-09-11 03:17:04,162 - INFO - Running the following cmd:contrail-stats --table VMIStats.raw_if_stats --select "SUM(raw_if_stats.in_bytes)" name --where name="*" --start-time now-11h --end-time now-10hcontrail-stats --table VMIStats.raw_if_stats --select "SUM(raw_if_stats.in_bytes)" name --where name="*" --start-time now-11h --end-time now-10h | wc -l 2025-09-11 03:17:04,772 - INFO - Running the following cmd:contrail-stats --table NodeStatus.process_mem_cpu_usage --select "T=120" "AVG(process_mem_cpu_usage.cpu_share)" "AVG(process_mem_cpu_usage.mem_res)" --where process_mem_cpu_usage.__key=cassandra --last 30mcontrail-stats --table NodeStatus.process_mem_cpu_usage --select "T=120" "AVG(process_mem_cpu_usage.cpu_share)" "AVG(process_mem_cpu_usage.mem_res)" --where process_mem_cpu_usage.__key=cassandra --last 30m | wc -l 2025-09-11 03:17:06,395 - INFO - Running the following cmd:contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name="*"contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name="*" | wc -l 2025-09-11 03:17:07,150 - INFO - Running the following cmd:contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)"contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)" | wc -l 2025-09-11 03:17:07,907 - INFO - Running the following cmd:contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1h | wc -l 2025-09-11 03:17:08,596 - INFO - Running the following cmd:contrail-stats --table VrouterStatsAgent.phy_band_in_bps --select phy_band_in_bps.__value phy_band_in_bps.__keycontrail-stats --table VrouterStatsAgent.phy_band_in_bps --select phy_band_in_bps.__value phy_band_in_bps.__key | wc -l 2025-09-11 03:17:09,236 - INFO - Running the following cmd:contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)"contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)" | wc -l 2025-09-11 03:17:10,075 - INFO - Running the following cmd:contrail-stats --table AnalyticsApiStats.api_stats --select "PERCENTILES(api_stats.response_size_bytes)" "SUM(api_stats.response_size_objects)" name --where name="*"contrail-stats --table AnalyticsApiStats.api_stats --select "PERCENTILES(api_stats.response_size_bytes)" "SUM(api_stats.response_size_objects)" name --where name="*" | wc -l 2025-09-11 03:17:10,700 - INFO - Running the following cmd:contrail-stats --table NodeStatus.process_mem_cpu_usage --select "UUID" "process_mem_cpu_usage.cpu_share" "AVG(process_mem_cpu_usage.cpu_share)" "name" --where name="*"contrail-stats --table NodeStatus.process_mem_cpu_usage --select "UUID" "process_mem_cpu_usage.cpu_share" "AVG(process_mem_cpu_usage.cpu_share)" "name" --where name="*" | wc -l 2025-09-11 03:17:12,459 - INFO - Running the following cmd:contrail-stats --table AnalyticsApiStats.api_stats --select "name" "api_stats.useragent" "AVG(api_stats.response_size_bytes)" --where name="*"contrail-stats --table AnalyticsApiStats.api_stats --select "name" "api_stats.useragent" "AVG(api_stats.response_size_bytes)" --where name="*" | wc -l 2025-09-11 03:17:13,088 - INFO - Running the following cmd:contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1h | wc -l 2025-09-11 03:17:13,772 - INFO - Running the following cmd:contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1h | wc -l 2025-09-11 03:17:14,428 - INFO - Running the following cmd:contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select "T" "vn_stats.other_vn" "UUID" "vn_stats.out_bytes" "vn_stats.in_bytes" --last 10mcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select T vn_stats.other_vn UUID vn_stats.out_bytes vn_stats.in_bytes --last 40mcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select "T" "vn_stats.other_vn" "UUID" "vn_stats.out_bytes" "vn_stats.in_bytes" --last 10mcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select T vn_stats.other_vn UUID vn_stats.out_bytes vn_stats.in_bytes --last 40m | wc -l 2025-09-11 03:17:15,093 - INFO - Running the following cmd:contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1h | wc -l 2025-09-11 03:17:15,714 - INFO - Running the following cmd:contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.other_vn=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select T=300 "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.other_vn=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select T=300 "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" --last 1h | wc -l 2025-09-11 03:17:16,435 - INFO - Running the following cmd:contrail-stats --helpcontrail-stats --help | wc -l 2025-09-11 03:17:17,129 - INFO - ['contrail-stats --table VMIStats.raw_if_stats --select "SUM(raw_if_stats.in_bytes)" name --where name="*" --start-time now-11h --end-time now-10hcontrail-stats --table VMIStats.raw_if_stats --select "SUM(raw_if_stats.in_bytes)" name --where name="*" --start-time now-11h --end-time now-10h | wc -l', 'contrail-stats --table NodeStatus.process_mem_cpu_usage --select "T=120" "AVG(process_mem_cpu_usage.cpu_share)" "AVG(process_mem_cpu_usage.mem_res)" --where process_mem_cpu_usage.__key=cassandra --last 30mcontrail-stats --table NodeStatus.process_mem_cpu_usage --select "T=120" "AVG(process_mem_cpu_usage.cpu_share)" "AVG(process_mem_cpu_usage.mem_res)" --where process_mem_cpu_usage.__key=cassandra --last 30m | wc -l', 'contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name="*"contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name="*" | wc -l', 'contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)"contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)" | wc -l', 'contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1h | wc -l', 'contrail-stats --table VrouterStatsAgent.phy_band_in_bps --select phy_band_in_bps.__value phy_band_in_bps.__keycontrail-stats --table VrouterStatsAgent.phy_band_in_bps --select phy_band_in_bps.__value phy_band_in_bps.__key | wc -l', 'contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)"contrail-stats --table SandeshMessageStat.msg_info --select "SUM(msg_info.messages)" msg_info.type --sort "SUM(msg_info.messages)" | wc -l', 'contrail-stats --table AnalyticsApiStats.api_stats --select "PERCENTILES(api_stats.response_size_bytes)" "SUM(api_stats.response_size_objects)" name --where name="*"contrail-stats --table AnalyticsApiStats.api_stats --select "PERCENTILES(api_stats.response_size_bytes)" "SUM(api_stats.response_size_objects)" name --where name="*" | wc -l', 'contrail-stats --table NodeStatus.process_mem_cpu_usage --select "UUID" "process_mem_cpu_usage.cpu_share" "AVG(process_mem_cpu_usage.cpu_share)" "name" --where name="*"contrail-stats --table NodeStatus.process_mem_cpu_usage --select "UUID" "process_mem_cpu_usage.cpu_share" "AVG(process_mem_cpu_usage.cpu_share)" "name" --where name="*" | wc -l', 'contrail-stats --table AnalyticsApiStats.api_stats --select "name" "api_stats.useragent" "AVG(api_stats.response_size_bytes)" --where name="*"contrail-stats --table AnalyticsApiStats.api_stats --select "name" "api_stats.useragent" "AVG(api_stats.response_size_bytes)" --where name="*" | wc -l', 'contrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --select "T=60" "SUM(vn_stats.in_bytes)" --where name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 --last 1h | wc -l', 'contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1h | wc -l', 'contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select "T" "vn_stats.other_vn" "UUID" "vn_stats.out_bytes" "vn_stats.in_bytes" --last 10mcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select T vn_stats.other_vn UUID vn_stats.out_bytes vn_stats.in_bytes --last 40mcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select "T" "vn_stats.other_vn" "UUID" "vn_stats.out_bytes" "vn_stats.in_bytes" --last 10mcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.vrouter=an-jenkins-deploy-platform-ansible-os-4079-1" --select T vn_stats.other_vn UUID vn_stats.out_bytes vn_stats.in_bytes --last 40m | wc -l', 'contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select vn_stats.other_vn "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" "COUNT(vn_stats)" --last 1h | wc -l', 'contrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.other_vn=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select T=300 "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" --last 1hcontrail-stats --table UveVirtualNetworkAgent.vn_stats --where "name=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 AND vn_stats.other_vn=default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122" --select T=300 "SUM(vn_stats.out_bytes)" "SUM(vn_stats.in_bytes)" --last 1h | wc -l', 'contrail-stats --helpcontrail-stats --help | wc -l'] commands passed.. 2025-09-11 03:17:17,129 - INFO - [] commands failed.. 2025-09-11 03:17:18,424 - INFO - END TEST : test_run_contrail_stats_cli_cmds : PASSED[0:00:16] 2025-09-11 03:17:18,424 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:17:18,425 - INFO - Deleting VM ctest-vn1_vm2-97770071 2025-09-11 03:17:18,520 - INFO - Deleting VM ctest-vn1_vm1-33772776 2025-09-11 03:17:18,609 - INFO - Deleting VN ctest-vn1-61602122 2025-09-11 03:17:18,653 - WARNING - Deleting VN ctest-vn1-61602122 failed..Will retry 2025-09-11 03:17:20,977 - INFO - Validated that VN ctest-vn1-61602122 is not found in API Server 2025-09-11 03:17:21,002 - INFO - Validated that VN ctest-vn1-61602122 is not in any agent 2025-09-11 03:17:21,015 - INFO - Validated that all vrouters do not have the route table for VN default-domain:ctest-AnalyticsTestSanityWithMin-72331861:ctest-vn1-61602122 2025-09-11 03:17:21,037 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-61602122 info 2025-09-11 03:17:21,790 - INFO - Deleted project: ctest-AnalyticsTestSanityWithMin-72331861, ID : c4f3f995-a3ff-4e1a-9bc6-416f72df478a 2025-09-11 03:17:21,993 - INFO - Domain Default found not creating 2025-09-11 03:17:22,172 - INFO - Project ctest-AnalyticsTestSanityWithResource-41365144 not found, creating it 2025-09-11 03:17:22,744 - INFO - Created Project:ctest-AnalyticsTestSanityWithResource-41365144, ID : 4834b546-c4c3-4c30-a2d3-72a35da0a8c4 2025-09-11 03:17:25,258 - INFO - Created VN ctest-vn1-27182942 2025-09-11 03:17:26,630 - INFO - VM ([<Server: ctest-vn1_vm1-79066156>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:17:28,174 - INFO - VM ([<Server: ctest-vn1_vm2-38959075>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:17:28,799 - INFO - Verified VN network id 14 for VN 84f2b1db-30aa-4b2e-ae5f-5e935c97a2ae 2025-09-11 03:17:28,799 - INFO - Verifications in API Server for VN ctest-vn1-27182942 passed 2025-09-11 03:17:28,905 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-27182942 passed 2025-09-11 03:17:30,128 - INFO - Validated that VN default-domain:ctest-AnalyticsTestSanityWithResource-41365144:ctest-vn1-27182942 is found in opserver 2025-09-11 03:17:30,141 - INFO - Waiting for VM ctest-vn1_vm1-79066156 to be up.. 2025-09-11 03:17:30,224 - INFO - VM name : ctest-vn1_vm1-79066156 2025-09-11 03:17:52,425 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1-79066156 passed 2025-09-11 03:18:08,132 - INFO - Waiting for VM ctest-vn1_vm2-38959075 to be up.. 2025-09-11 03:18:08,212 - INFO - VM name : ctest-vn1_vm2-38959075 2025-09-11 03:18:09,543 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn1_vm2-38959075 passed 2025-09-11 03:18:10,312 - INFO - Created VN ctest-vn2-26010544 2025-09-11 03:18:11,084 - INFO - Created VN ctest-fip_vn-66615639 2025-09-11 03:18:12,607 - INFO - VM ([<Server: ctest-vn2_vm2-98848374>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:18:14,030 - INFO - VM ([<Server: ctest-fvn_vm1-64517496>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:18:15,504 - INFO - VM ([<Server: mltf_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:18:15,691 - INFO - Verified VN network id 14 for VN 84f2b1db-30aa-4b2e-ae5f-5e935c97a2ae 2025-09-11 03:18:15,691 - INFO - Verifications in API Server for VN ctest-vn1-27182942 passed 2025-09-11 03:18:15,770 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-27182942 passed 2025-09-11 03:18:16,220 - INFO - Validated that VN default-domain:ctest-AnalyticsTestSanityWithResource-41365144:ctest-vn1-27182942 is found in opserver 2025-09-11 03:18:16,475 - INFO - Verified VN network id 15 for VN 0586f522-6daa-41ce-9958-062d9ffd408a 2025-09-11 03:18:16,475 - INFO - Verifications in API Server for VN ctest-vn2-26010544 passed 2025-09-11 03:18:16,554 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn2-26010544 passed 2025-09-11 03:18:16,824 - INFO - Validated that VN default-domain:ctest-AnalyticsTestSanityWithResource-41365144:ctest-vn2-26010544 is found in opserver 2025-09-11 03:18:17,167 - INFO - Verified VN network id 16 for VN 16c01ef5-700d-428b-80f3-60c900d474a8 2025-09-11 03:18:17,168 - INFO - Verifications in API Server for VN ctest-fip_vn-66615639 passed 2025-09-11 03:18:17,244 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-fip_vn-66615639 passed 2025-09-11 03:18:17,520 - INFO - Validated that VN default-domain:ctest-AnalyticsTestSanityWithResource-41365144:ctest-fip_vn-66615639 is found in opserver 2025-09-11 03:18:17,555 - INFO - Waiting for VM ctest-fvn_vm1-64517496 to be up.. 2025-09-11 03:18:17,611 - ERROR - VM in error state. 2025-09-11 03:18:17,611 - ERROR - VM is not in ACTIVE state 2025-09-11 03:18:17,694 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:18:17,740 - INFO - Domain Default found not creating 2025-09-11 03:18:17,901 - INFO - Project ctest-TestAsn4-84414727 not found, creating it 2025-09-11 03:18:18,414 - INFO - Created Project:ctest-TestAsn4-84414727, ID : c92dd1a7-9fbb-4780-b041-c0b26beb202f 2025-09-11 03:18:19,949 - INFO - Using existing project ['default-domain', 'admin'](31f5dad8-4492-4999-8ba2-fc70cb165c85) 2025-09-11 03:18:20,325 - INFO - admin user already present 2025-09-11 03:18:20,736 - INFO - Adding rules to the default security group in Project admin 2025-09-11 03:18:21,070 - INFO - ================================================================================ 2025-09-11 03:18:21,070 - INFO - STARTING TEST : test_basic_as4_ibgp_sanity 2025-09-11 03:18:22,358 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:18:22,358 - INFO - 2025-09-11 03:18:22,359 - INFO - Skipping Test. At least 1 external router required to run the test 2025-09-11 03:18:23,640 - INFO - 2025-09-11 03:18:23,640 - INFO - END TEST : test_basic_as4_ibgp_sanity : SKIPPED[0:00:02] 2025-09-11 03:18:23,640 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:18:24,515 - INFO - Deleted project: ctest-TestAsn4-84414727, ID : c92dd1a7-9fbb-4780-b041-c0b26beb202f 2025-09-11 03:18:24,762 - INFO - Domain Default found not creating 2025-09-11 03:18:24,938 - INFO - Project ctest-TestBGPaaSlocalAS-05123932 not found, creating it 2025-09-11 03:18:25,474 - INFO - Created Project:ctest-TestBGPaaSlocalAS-05123932, ID : a3dc3b8b-ed70-4781-91e4-b325150991c1 2025-09-11 03:18:27,252 - INFO - ================================================================================ 2025-09-11 03:18:27,253 - INFO - STARTING TEST : test_basic_bgpaas_local_as 2025-09-11 03:18:27,253 - INFO - TEST DESCRIPTION : 1. Create a bgpaas vm. Configure same local-as on vm and contrail side. 2. Make sure BGP with vm comes up. 2025-09-11 03:18:28,536 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:18:28,536 - INFO - 2025-09-11 03:18:29,430 - INFO - Created VN ctest-bgpaas_vn-91730460 2025-09-11 03:18:30,956 - INFO - VM ([<Server: test_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:18:33 URL:http://nexus.opensdn.io/repository///images/converts//ubuntu-bird.vmdk.gz [358889652/358889652] -> "/contrail-test/images/ubuntu-bird.vmdk.gz" [1] 2025-09-11 03:18:52,583 - INFO - VM ([<Server: bgpaas_vm1>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:18:52,583 - INFO - Waiting for VM test_vm to be up.. 2025-09-11 03:18:52,669 - INFO - VM name : test_vm 2025-09-11 03:18:54,370 - INFO - Ping to Metadata IP 169.254.0.7 of VM test_vm passed 2025-09-11 03:18:59,755 - INFO - Waiting for VM bgpaas_vm1 to be up.. 2025-09-11 03:18:59,809 - ERROR - VM in error state. 2025-09-11 03:18:59,809 - ERROR - VM is not in ACTIVE state 2025-09-11 03:18:59,893 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:18:59,898 - INFO - Skip interface_detach for VM bgpaas_vm1 in state ERROR 2025-09-11 03:18:59,898 - INFO - Deleting VM bgpaas_vm1 2025-09-11 03:18:59,899 - ERROR - VM bgpaas_vm1 has failed to come up 2025-09-11 03:18:59,899 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:18:52Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:18:59,902 - INFO - Deleting VM test_vm 2025-09-11 03:18:59,977 - INFO - Deleting VN ctest-bgpaas_vn-91730460 2025-09-11 03:19:00,019 - WARNING - Deleting VN ctest-bgpaas_vn-91730460 failed..Will retry 2025-09-11 03:19:03,444 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:18:59 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.bgpaas.test_bgpaas_local_as.Test...cal_as[dev_sanity_dpdk,sanity] id=0x7f7b3e4ead00>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBGPaaSlocalAS.test_basic_bgpaas_local_as> self = <serial_scripts.bgpaas.test_bgpaas_local_as.Test...cal_as[dev_sanity_dpdk,sanity] id=0x7f7b3e4ead00> args = () kwargs = {} /contrail-test/serial_scripts/bgpaas/test_bgpaas_local_as.py in test_basic_bgpaas_local_as(self=<serial_scripts.bgpaas.test_bgpaas_local_as.Test...cal_as[dev_sanity_dpdk,sanity] id=0x7f7b3e4ead00>) 31 2. Make sure BGP with vm comes up. 32 ''' 33 ret_dict = self.config_basic(image_name='ubuntu-bird') 34 vn_fixture = ret_dict['vn_fixture'] 35 test_vm = ret_dict['test_vm'] ret_dict undefined self = <serial_scripts.bgpaas.test_bgpaas_local_as.Test...cal_as[dev_sanity_dpdk,sanity] id=0x7f7b3e4ead00> self.config_basic = <bound method LocalASBase.config_basic of <seria...al_as[dev_sanity_dpdk,sanity] id=0x7f7b3e4ead00>> image_name undefined /contrail-test/serial_scripts/bgpaas/base.py in config_basic(self=<serial_scripts.bgpaas.test_bgpaas_local_as.Test...cal_as[dev_sanity_dpdk,sanity] id=0x7f7b3e4ead00>, image_name='ubuntu-bird') 47 48 assert test_vm.wait_till_vm_is_up() 49 assert bgpaas_vm1.wait_till_vm_is_up() 50 ret_dict = { 51 'vn_fixture': vn_fixture, bgpaas_vm1 = <VMFixture: bgpaas_vm1> bgpaas_vm1.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: bgpaas_vm1>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/bgpaas/test_bgpaas_local_as.py", line 33, in test_basic_bgpaas_local_as ret_dict = self.config_basic(image_name='ubuntu-bird') File "/contrail-test/serial_scripts/bgpaas/base.py", line 49, in config_basic assert bgpaas_vm1.wait_till_vm_is_up() AssertionError 2025-09-11 03:19:03,444 - INFO - 2025-09-11 03:19:03,444 - INFO - END TEST : test_basic_bgpaas_local_as : FAILED[0:00:36] 2025-09-11 03:19:03,444 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:19:04,178 - INFO - Deleted project: ctest-TestBGPaaSlocalAS-05123932, ID : a3dc3b8b-ed70-4781-91e4-b325150991c1 2025-09-11 03:19:04,377 - INFO - Domain Default found not creating 2025-09-11 03:19:04,525 - INFO - Project ctest-TestBGPaasZone-96156374 not found, creating it 2025-09-11 03:19:05,217 - INFO - Created Project:ctest-TestBGPaasZone-96156374, ID : 635e2a47-ae48-497f-9484-30afb609d66d 2025-09-11 03:19:06,877 - INFO - ================================================================================ 2025-09-11 03:19:06,877 - INFO - STARTING TEST : test_bgp_control_node_zone 2025-09-11 03:19:08,140 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:19:08,140 - INFO - 2025-09-11 03:19:08,140 - INFO - executing bgp_control_zone test 2025-09-11 03:19:09,134 - INFO - Created VN ctest-cnz_vn-20373915 2025-09-11 03:19:10,616 - INFO - VM ([<Server: ctest-TestBGPaasZone-96156374-09243738>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:19:12,294 - INFO - VM ([<Server: ctest-TestBGPaasZone-96156374-45803196>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:19:14,197 - INFO - VM ([<Server: ctest-TestBGPaasZone-96156374-91608722>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:19:14,197 - INFO - Waiting for VM ctest-TestBGPaasZone-96156374-09243738 to be up.. 2025-09-11 03:19:44,824 - INFO - VM name : ctest-TestBGPaasZone-96156374-09243738 2025-09-11 03:21:08,501 - INFO - Ping to Metadata IP 169.254.0.7 of VM ctest-TestBGPaasZone-96156374-09243738 passed 2025-09-11 03:22:00,241 - INFO - Waiting for VM ctest-TestBGPaasZone-96156374-45803196 to be up.. 2025-09-11 03:22:00,312 - ERROR - VM in error state. 2025-09-11 03:22:00,312 - ERROR - VM is not in ACTIVE state 2025-09-11 03:22:00,402 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:22:00,402 - ERROR - VM ctest-TestBGPaasZone-96156374-45803196 has not booted 2025-09-11 03:22:00,402 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-09243738 2025-09-11 03:22:00,478 - INFO - Skip interface_detach for VM ctest-TestBGPaasZone-96156374-45803196 in state ERROR 2025-09-11 03:22:00,479 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-45803196 2025-09-11 03:22:00,479 - ERROR - VM ctest-TestBGPaasZone-96156374-45803196 has failed to come up 2025-09-11 03:22:00,479 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:19:12Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:22:00,483 - INFO - Skip interface_detach for VM ctest-TestBGPaasZone-96156374-91608722 in state BUILD 2025-09-11 03:22:00,483 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-91608722 2025-09-11 03:22:00,484 - ERROR - VM ctest-TestBGPaasZone-96156374-91608722 has failed to come up 2025-09-11 03:22:00,484 - ERROR - Nova failed to get host of the VM 2025-09-11 03:22:00,484 - ERROR - VM ctest-TestBGPaasZone-96156374-91608722 has failed to come up 2025-09-11 03:22:00,484 - ERROR - Nova failed to get host of the VM 2025-09-11 03:22:00,566 - INFO - Skip interface_detach for VM ctest-TestBGPaasZone-96156374-45803196 in state ERROR 2025-09-11 03:22:00,566 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-45803196 2025-09-11 03:22:00,566 - ERROR - VM ctest-TestBGPaasZone-96156374-45803196 has failed to come up 2025-09-11 03:22:00,566 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:19:12Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:22:00,567 - INFO - Deleting VN ctest-cnz_vn-20373915 2025-09-11 03:22:00,613 - WARNING - Deleting VN ctest-cnz_vn-20373915 failed..Will retry 2025-09-11 03:22:04,076 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:22:00 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._bgp_control_node_zone[sanity] id=0x7f7b3e4fc2b0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBGPaasZone.test_bgp_control_node_zone> self = <serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._bgp_control_node_zone[sanity] id=0x7f7b3e4fc2b0> args = () kwargs = {} /contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py in test_bgp_control_node_zone(self=<serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._bgp_control_node_zone[sanity] id=0x7f7b3e4fc2b0>) 57 cnt = 0 58 self.logger.info('executing bgp_control_zone test') 59 assert self.basic_control_node_zone_setup() 60 # update control node zone with different bgp routers 61 self.update_control_node_zones(self.cnzs) self = <serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._bgp_control_node_zone[sanity] id=0x7f7b3e4fc2b0> self.basic_control_node_zone_setup = <bound method TestBGPaasZone.basic_control_node_...bgp_control_node_zone[sanity] id=0x7f7b3e4fc2b0>> /contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py in basic_control_node_zone_setup(self=<serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._bgp_control_node_zone[sanity] id=0x7f7b3e4fc2b0>, ctrl_zone=None) 31 self.vms.append(self.create_vm(vn_fixture=self.vn, image_name='ubuntu-bird')) 32 self.client_vm = self.create_vm(vn_fixture=self.vn, image_name='ubuntu-bird') 33 self.check_vms_booted(self.vms + [self.client_vm]) 34 for bgp_name in self.inputs.bgp_names: 35 self.cnzs += self.create_control_node_zones("test-zone",[bgp_name]) self = <serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._bgp_control_node_zone[sanity] id=0x7f7b3e4fc2b0> self.check_vms_booted = <bound method GenericTestBase.check_vms_booted o...scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone'>> self.vms = [<VMFixture: ctest-TestBGPaasZone-96156374-09243738>, <VMFixture: ctest-TestBGPaasZone-96156374-45803196>] self.client_vm = <VMFixture: ctest-TestBGPaasZone-96156374-91608722> /contrail-test/common/base.py in check_vms_booted(cls=<class 'serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone'>, vms_list=[<VMFixture: ctest-TestBGPaasZone-96156374-09243738>, <VMFixture: ctest-TestBGPaasZone-96156374-45803196>, <VMFixture: ctest-TestBGPaasZone-96156374-91608722>], do_assert=True) 719 if failed and do_assert: 720 for vm_fixture in vms_list: 721 vm_fixture.cleanUp() 722 assert False, 'One or more vm-boots failed. Check logs' 723 if failed: vm_fixture = <VMFixture: ctest-TestBGPaasZone-96156374-45803196> vm_fixture.cleanUp = <bound method VMFixture.cleanUp of <VMFixture: ctest-TestBGPaasZone-96156374-45803196>> /contrail-test/fixtures/vm_test.py in cleanUp(self=<VMFixture: ctest-TestBGPaasZone-96156374-45803196>) 2050 2051 def cleanUp(self): 2052 self.delete() 2053 super(VMFixture, self).cleanUp() 2054 self = <VMFixture: ctest-TestBGPaasZone-96156374-45803196> self.delete = <bound method VMFixture.delete of <VMFixture: ctest-TestBGPaasZone-96156374-45803196>> /contrail-test/fixtures/vm_test.py in delete(self=<VMFixture: ctest-TestBGPaasZone-96156374-45803196>, verify=False, force=False) 2080 self.webui.delete_vm(self) 2081 else: 2082 self.orch.delete_vm(vm_obj, force=force) 2083 self.vm_objs.remove(vm_obj) 2084 if self.inputs.ns_agilio_vrouter_data: self = <VMFixture: ctest-TestBGPaasZone-96156374-45803196> self.orch = <openstack.OpenstackOrchestrator object> self.orch.delete_vm = <bound method OpenstackOrchestrator.delete_vm of <openstack.OpenstackOrchestrator object>> vm_obj = <Server: ctest-TestBGPaasZone-96156374-45803196> force = False /contrail-test/fixtures/openstack.py in delete_vm(self=<openstack.OpenstackOrchestrator object>, vm_obj=<Server: ctest-TestBGPaasZone-96156374-45803196>, **kwargs={'force': False}) 119 120 def delete_vm(self, vm_obj, **kwargs): 121 return self.nova_h.delete_vm(vm_obj, **kwargs) 122 123 def is_vm_deleted(self, vm_obj, **kwargs): self = <openstack.OpenstackOrchestrator object> self.nova_h = <nova_test.NovaHelper object> self.nova_h.delete_vm = <bound method NovaHelper.delete_vm of <nova_test.NovaHelper object>> vm_obj = <Server: ctest-TestBGPaasZone-96156374-45803196> kwargs = {'force': False} /contrail-test/fixtures/nova_test.py in delete_vm(self=<nova_test.NovaHelper object>, vm_obj=<Server: ctest-TestBGPaasZone-96156374-45803196>, force=False) 763 def delete_vm(self, vm_obj, force=False): 764 if not force: 765 self.get_nova_host_of_vm(vm_obj) 766 vm_obj.delete() 767 # end _delete_vm self = <nova_test.NovaHelper object> self.get_nova_host_of_vm = <bound method NovaHelper.get_nova_host_of_vm of <nova_test.NovaHelper object>> vm_obj = <Server: ctest-TestBGPaasZone-96156374-45803196> /contrail-test/fixtures/nova_test.py in get_nova_host_of_vm(self=<nova_test.NovaHelper object>, vm_obj=<Server: ctest-TestBGPaasZone-96156374-45803196>) 734 self.logger.error('VM %s has failed to come up' % vm_obj.name) 735 self.logger.error('Fault seen in nova show <vm-uuid> is: %s' % vm_obj.__dict__['fault']) 736 assert False, 'Fault seen in nova show %s is: %s' % ( 737 vm_obj.id, vm_obj.__dict__['fault']) 738 else: vm_obj = <Server: ctest-TestBGPaasZone-96156374-45803196> vm_obj.id = 'c6f6ecd9-ba12-4220-9c56-fce14bbd1bf8' vm_obj.__dict__ = {'OS-DCF:diskConfig': 'MANUAL', 'OS-EXT-AZ:availability_zone': 'nova', 'OS-EXT-SRV-ATTR:host': None, 'OS-EXT-SRV-ATTR:hypervisor_hostname': None, 'OS-EXT-SRV-ATTR:instance_name': 'instance-0000001a', 'OS-EXT-STS:power_state': 0, 'OS-EXT-STS:task_state': None, 'OS-EXT-STS:vm_state': 'error', 'OS-SRV-USG:launched_at': None, 'OS-SRV-USG:terminated_at': None, ...} AssertionError: Fault seen in nova show c6f6ecd9-ba12-4220-9c56-fce14bbd1bf8 is: {'code': 500, 'created': '2025-09-11T03:19:12Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = (r"Fault seen in nova show c6f6ecd9-ba12-4220-9c56-...tion.NoValidHost: No valid host was found. \n\n'}",) with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py", line 59, in test_bgp_control_node_zone assert self.basic_control_node_zone_setup() File "/contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py", line 33, in basic_control_node_zone_setup self.check_vms_booted(self.vms + [self.client_vm]) File "/contrail-test/common/base.py", line 721, in check_vms_booted vm_fixture.cleanUp() File "/contrail-test/fixtures/vm_test.py", line 2052, in cleanUp self.delete() File "/contrail-test/fixtures/vm_test.py", line 2082, in delete self.orch.delete_vm(vm_obj, force=force) File "/contrail-test/fixtures/openstack.py", line 121, in delete_vm return self.nova_h.delete_vm(vm_obj, **kwargs) File "/contrail-test/fixtures/nova_test.py", line 765, in delete_vm self.get_nova_host_of_vm(vm_obj) File "/contrail-test/fixtures/nova_test.py", line 736, in get_nova_host_of_vm assert False, 'Fault seen in nova show %s is: %s' % ( AssertionError: Fault seen in nova show c6f6ecd9-ba12-4220-9c56-fce14bbd1bf8 is: {'code': 500, 'created': '2025-09-11T03:19:12Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:22:04,076 - INFO - 2025-09-11 03:22:04,076 - INFO - END TEST : test_bgp_control_node_zone : FAILED[0:02:58] 2025-09-11 03:22:04,076 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:22:04,079 - INFO - ================================================================================ 2025-09-11 03:22:04,079 - INFO - STARTING TEST : test_bgp_control_node_zones_from_single_vnf 2025-09-11 03:22:05,331 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:22:05,331 - INFO - 2025-09-11 03:22:05,331 - INFO - executing bgp_control_zone agent restart test 2025-09-11 03:22:05,853 - INFO - Created VN ctest-cnz_vn-86152394 2025-09-11 03:22:07,459 - INFO - VM ([<Server: ctest-TestBGPaasZone-96156374-43159470>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:22:08,829 - INFO - VM ([<Server: ctest-TestBGPaasZone-96156374-73388571>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:22:10,371 - INFO - VM ([<Server: ctest-TestBGPaasZone-96156374-05185860>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:22:10,371 - INFO - Waiting for VM ctest-TestBGPaasZone-96156374-43159470 to be up.. 2025-09-11 03:22:10,430 - ERROR - VM in error state. 2025-09-11 03:22:10,430 - ERROR - VM is not in ACTIVE state 2025-09-11 03:22:10,515 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:22:10,516 - ERROR - VM ctest-TestBGPaasZone-96156374-43159470 has not booted 2025-09-11 03:22:10,516 - INFO - Skip interface_detach for VM ctest-TestBGPaasZone-96156374-43159470 in state ERROR 2025-09-11 03:22:10,516 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-43159470 2025-09-11 03:22:10,516 - ERROR - VM ctest-TestBGPaasZone-96156374-43159470 has failed to come up 2025-09-11 03:22:10,516 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:22:07Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:22:10,519 - INFO - Skip interface_detach for VM ctest-TestBGPaasZone-96156374-05185860 in state ERROR 2025-09-11 03:22:10,519 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-05185860 2025-09-11 03:22:10,519 - ERROR - VM ctest-TestBGPaasZone-96156374-05185860 has failed to come up 2025-09-11 03:22:10,519 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:22:10Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:22:10,519 - INFO - Skip interface_detach for VM ctest-TestBGPaasZone-96156374-73388571 in state BUILD 2025-09-11 03:22:10,520 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-73388571 2025-09-11 03:22:10,520 - ERROR - VM ctest-TestBGPaasZone-96156374-73388571 has failed to come up 2025-09-11 03:22:10,520 - ERROR - Nova failed to get host of the VM 2025-09-11 03:22:10,520 - ERROR - VM ctest-TestBGPaasZone-96156374-73388571 has failed to come up 2025-09-11 03:22:10,520 - ERROR - Nova failed to get host of the VM 2025-09-11 03:22:10,593 - INFO - Skip interface_detach for VM ctest-TestBGPaasZone-96156374-43159470 in state ERROR 2025-09-11 03:22:10,593 - INFO - Deleting VM ctest-TestBGPaasZone-96156374-43159470 2025-09-11 03:22:10,593 - ERROR - VM ctest-TestBGPaasZone-96156374-43159470 has failed to come up 2025-09-11 03:22:10,593 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:22:07Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:22:10,593 - INFO - Deleting VN ctest-cnz_vn-86152394 2025-09-11 03:22:10,640 - WARNING - Deleting VN ctest-cnz_vn-86152394 failed..Will retry 2025-09-11 03:22:14,090 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:22:10 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._zones_from_single_vnf[sanity] id=0x7f7b3e4fc4f0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBGPaasZone.test_bgp_control_node_zones_from_single_vnf> self = <serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._zones_from_single_vnf[sanity] id=0x7f7b3e4fc4f0> args = () kwargs = {} /contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py in test_bgp_control_node_zones_from_single_vnf(self=<serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._zones_from_single_vnf[sanity] id=0x7f7b3e4fc4f0>) 145 self.logger.info('executing bgp_control_zone agent restart test') 146 host_ips = [] 147 assert self.basic_control_node_zone_setup('both-zones') 148 for vm in self.vms: 149 assert self.verify_bgpaas_in_control_nodes_and_agent(self.bgpaas_fixtures[cnt],vm) self = <serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._zones_from_single_vnf[sanity] id=0x7f7b3e4fc4f0> self.basic_control_node_zone_setup = <bound method TestBGPaasZone.basic_control_node_...zones_from_single_vnf[sanity] id=0x7f7b3e4fc4f0>> /contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py in basic_control_node_zone_setup(self=<serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._zones_from_single_vnf[sanity] id=0x7f7b3e4fc4f0>, ctrl_zone='both-zones') 31 self.vms.append(self.create_vm(vn_fixture=self.vn, image_name='ubuntu-bird')) 32 self.client_vm = self.create_vm(vn_fixture=self.vn, image_name='ubuntu-bird') 33 self.check_vms_booted(self.vms + [self.client_vm]) 34 for bgp_name in self.inputs.bgp_names: 35 self.cnzs += self.create_control_node_zones("test-zone",[bgp_name]) self = <serial_scripts.bgpaas.test_bgpaas_zone.TestBGPa..._zones_from_single_vnf[sanity] id=0x7f7b3e4fc4f0> self.check_vms_booted = <bound method GenericTestBase.check_vms_booted o...scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone'>> self.vms = [<VMFixture: ctest-TestBGPaasZone-96156374-43159470>, <VMFixture: ctest-TestBGPaasZone-96156374-73388571>] self.client_vm = <VMFixture: ctest-TestBGPaasZone-96156374-05185860> /contrail-test/common/base.py in check_vms_booted(cls=<class 'serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone'>, vms_list=[<VMFixture: ctest-TestBGPaasZone-96156374-43159470>, <VMFixture: ctest-TestBGPaasZone-96156374-73388571>, <VMFixture: ctest-TestBGPaasZone-96156374-05185860>], do_assert=True) 719 if failed and do_assert: 720 for vm_fixture in vms_list: 721 vm_fixture.cleanUp() 722 assert False, 'One or more vm-boots failed. Check logs' 723 if failed: vm_fixture = <VMFixture: ctest-TestBGPaasZone-96156374-43159470> vm_fixture.cleanUp = <bound method VMFixture.cleanUp of <VMFixture: ctest-TestBGPaasZone-96156374-43159470>> /contrail-test/fixtures/vm_test.py in cleanUp(self=<VMFixture: ctest-TestBGPaasZone-96156374-43159470>) 2050 2051 def cleanUp(self): 2052 self.delete() 2053 super(VMFixture, self).cleanUp() 2054 self = <VMFixture: ctest-TestBGPaasZone-96156374-43159470> self.delete = <bound method VMFixture.delete of <VMFixture: ctest-TestBGPaasZone-96156374-43159470>> /contrail-test/fixtures/vm_test.py in delete(self=<VMFixture: ctest-TestBGPaasZone-96156374-43159470>, verify=False, force=False) 2080 self.webui.delete_vm(self) 2081 else: 2082 self.orch.delete_vm(vm_obj, force=force) 2083 self.vm_objs.remove(vm_obj) 2084 if self.inputs.ns_agilio_vrouter_data: self = <VMFixture: ctest-TestBGPaasZone-96156374-43159470> self.orch = <openstack.OpenstackOrchestrator object> self.orch.delete_vm = <bound method OpenstackOrchestrator.delete_vm of <openstack.OpenstackOrchestrator object>> vm_obj = <Server: ctest-TestBGPaasZone-96156374-43159470> force = False /contrail-test/fixtures/openstack.py in delete_vm(self=<openstack.OpenstackOrchestrator object>, vm_obj=<Server: ctest-TestBGPaasZone-96156374-43159470>, **kwargs={'force': False}) 119 120 def delete_vm(self, vm_obj, **kwargs): 121 return self.nova_h.delete_vm(vm_obj, **kwargs) 122 123 def is_vm_deleted(self, vm_obj, **kwargs): self = <openstack.OpenstackOrchestrator object> self.nova_h = <nova_test.NovaHelper object> self.nova_h.delete_vm = <bound method NovaHelper.delete_vm of <nova_test.NovaHelper object>> vm_obj = <Server: ctest-TestBGPaasZone-96156374-43159470> kwargs = {'force': False} /contrail-test/fixtures/nova_test.py in delete_vm(self=<nova_test.NovaHelper object>, vm_obj=<Server: ctest-TestBGPaasZone-96156374-43159470>, force=False) 763 def delete_vm(self, vm_obj, force=False): 764 if not force: 765 self.get_nova_host_of_vm(vm_obj) 766 vm_obj.delete() 767 # end _delete_vm self = <nova_test.NovaHelper object> self.get_nova_host_of_vm = <bound method NovaHelper.get_nova_host_of_vm of <nova_test.NovaHelper object>> vm_obj = <Server: ctest-TestBGPaasZone-96156374-43159470> /contrail-test/fixtures/nova_test.py in get_nova_host_of_vm(self=<nova_test.NovaHelper object>, vm_obj=<Server: ctest-TestBGPaasZone-96156374-43159470>) 734 self.logger.error('VM %s has failed to come up' % vm_obj.name) 735 self.logger.error('Fault seen in nova show <vm-uuid> is: %s' % vm_obj.__dict__['fault']) 736 assert False, 'Fault seen in nova show %s is: %s' % ( 737 vm_obj.id, vm_obj.__dict__['fault']) 738 else: vm_obj = <Server: ctest-TestBGPaasZone-96156374-43159470> vm_obj.id = 'a9e70736-4614-47d5-bd12-ecb6f2acf177' vm_obj.__dict__ = {'OS-DCF:diskConfig': 'MANUAL', 'OS-EXT-AZ:availability_zone': 'nova', 'OS-EXT-SRV-ATTR:host': None, 'OS-EXT-SRV-ATTR:hypervisor_hostname': None, 'OS-EXT-SRV-ATTR:instance_name': 'instance-0000001b', 'OS-EXT-STS:power_state': 0, 'OS-EXT-STS:task_state': None, 'OS-EXT-STS:vm_state': 'error', 'OS-SRV-USG:launched_at': None, 'OS-SRV-USG:terminated_at': None, ...} AssertionError: Fault seen in nova show a9e70736-4614-47d5-bd12-ecb6f2acf177 is: {'code': 500, 'created': '2025-09-11T03:22:07Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = (r"Fault seen in nova show a9e70736-4614-47d5-bd12-...tion.NoValidHost: No valid host was found. \n\n'}",) with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py", line 147, in test_bgp_control_node_zones_from_single_vnf assert self.basic_control_node_zone_setup('both-zones') File "/contrail-test/serial_scripts/bgpaas/test_bgpaas_zone.py", line 33, in basic_control_node_zone_setup self.check_vms_booted(self.vms + [self.client_vm]) File "/contrail-test/common/base.py", line 721, in check_vms_booted vm_fixture.cleanUp() File "/contrail-test/fixtures/vm_test.py", line 2052, in cleanUp self.delete() File "/contrail-test/fixtures/vm_test.py", line 2082, in delete self.orch.delete_vm(vm_obj, force=force) File "/contrail-test/fixtures/openstack.py", line 121, in delete_vm return self.nova_h.delete_vm(vm_obj, **kwargs) File "/contrail-test/fixtures/nova_test.py", line 765, in delete_vm self.get_nova_host_of_vm(vm_obj) File "/contrail-test/fixtures/nova_test.py", line 736, in get_nova_host_of_vm assert False, 'Fault seen in nova show %s is: %s' % ( AssertionError: Fault seen in nova show a9e70736-4614-47d5-bd12-ecb6f2acf177 is: {'code': 500, 'created': '2025-09-11T03:22:07Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:22:14,091 - INFO - 2025-09-11 03:22:14,091 - INFO - END TEST : test_bgp_control_node_zones_from_single_vnf : FAILED[0:00:10] 2025-09-11 03:22:14,091 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:22:14,857 - INFO - Deleted project: ctest-TestBGPaasZone-96156374, ID : 635e2a47-ae48-497f-9484-30afb609d66d 2025-09-11 03:22:15,075 - INFO - Domain Default found not creating 2025-09-11 03:22:15,210 - INFO - Project ctest-TestDM-02406455 not found, creating it 2025-09-11 03:22:15,727 - INFO - Created Project:ctest-TestDM-02406455, ID : 4a1a0ef3-4436-4b4b-89de-6c8b7c04fb52 2025-09-11 03:22:17,178 - INFO - ================================================================================ 2025-09-11 03:22:17,178 - INFO - STARTING TEST : test_basic_dm 2025-09-11 03:22:17,178 - INFO - TEST DESCRIPTION : Description: Verify basic config is pushed to mx 2025-09-11 03:22:18,466 - INFO - dm_mx env needs to be set in testbed.py to run this script 2025-09-11 03:22:19,748 - INFO - 2025-09-11 03:22:19,748 - INFO - END TEST : test_basic_dm : SKIPPED[0:00:02] 2025-09-11 03:22:19,748 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:22:20,502 - INFO - Deleted project: ctest-TestDM-02406455, ID : 4a1a0ef3-4436-4b4b-89de-6c8b7c04fb52 2025-09-11 03:22:20,683 - INFO - Domain Default found not creating 2025-09-11 03:22:20,826 - INFO - Project ctest-TestEncapCases-27311475 not found, creating it 2025-09-11 03:22:21,298 - INFO - Created Project:ctest-TestEncapCases-27311475, ID : 2af2e650-4c9f-44ec-95b2-90a3c6c9634a 2025-09-11 03:22:22,825 - INFO - ================================================================================ 2025-09-11 03:22:22,825 - INFO - STARTING TEST : test_apply_policy_fip_on_same_vn_gw_mx 2025-09-11 03:22:22,825 - INFO - TEST DESCRIPTION : A particular VN is configure with policy to talk accross VN's and FIP to access outside 2025-09-11 03:22:24,126 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:22:24,126 - INFO - 2025-09-11 03:22:24,126 - INFO - Skipping Test. Env variable MX_TEST is not set. Skipping the test 2025-09-11 03:22:24,126 - INFO - Skipping Test. Env variable MX_TEST is not set. Skipping the test 2025-09-11 03:22:25,423 - INFO - 2025-09-11 03:22:25,423 - INFO - END TEST : test_apply_policy_fip_on_same_vn_gw_mx : SKIPPED[0:00:03] 2025-09-11 03:22:25,423 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:22:26,170 - INFO - Deleted project: ctest-TestEncapCases-27311475, ID : 2af2e650-4c9f-44ec-95b2-90a3c6c9634a 2025-09-11 03:22:26,372 - INFO - Domain Default found not creating 2025-09-11 03:22:26,540 - INFO - Project ctest-TestEvpnCasesRestart-67771415 not found, creating it 2025-09-11 03:22:27,100 - INFO - Created Project:ctest-TestEvpnCasesRestart-67771415, ID : de08450a-2303-4439-ad55-1e3186984803 2025-09-11 03:22:28,552 - INFO - ================================================================================ 2025-09-11 03:22:28,552 - INFO - STARTING TEST : test_with_vxlan_encap_agent_restart 2025-09-11 03:22:28,552 - INFO - TEST DESCRIPTION : Description:Test agent restart with VXLAN Encap 1. Configure VXLAN as highest priority 2. Configure 2 VM under a VN configured with l2-l3 mode 3. Send L2 traffic and verify communication between vms 4. Restart the contrail-grouter service. 5. Send L2 Traffic and verify communication between vms Pass criteria: Step 3 and 5 should pass Maintainer: chhandak@juniper.net 2025-09-11 03:22:29,833 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:22:29,833 - INFO - 2025-09-11 03:22:29,833 - INFO - Setting new Encap before continuing 2025-09-11 03:22:29,833 - INFO - Read the existing encap priority 2025-09-11 03:22:30,355 - INFO - Created.UUID is {"global-vrouter-config": {"uuid": "34ac33d4-7223-40b7-b082-da1d7603178b", "href": "http://10.0.0.49:8082/global-vrouter-config/34ac33d4-7223-40b7-b082-da1d7603178b"}}. VXLAN is the highest priority encap 2025-09-11 03:22:31,040 - INFO - Created VN EVPN-VN1 2025-09-11 03:22:32,497 - INFO - VM ([<Server: EVPN_VN1_VM1>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:22:34,203 - INFO - VM ([<Server: EVPN_VN1_VM2>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:22:34,706 - INFO - Verified VN network id 17 for VN ae41623b-152c-422c-9a2c-13f3490fa23c 2025-09-11 03:22:34,706 - INFO - Verifications in API Server for VN EVPN-VN1 passed 2025-09-11 03:22:34,774 - INFO - On all control nodes, Config, RI and RT verification for VN EVPN-VN1 passed 2025-09-11 03:22:35,973 - INFO - Validated that VN default-domain:ctest-TestEvpnCasesRestart-67771415:EVPN-VN1 is found in opserver 2025-09-11 03:22:36,071 - INFO - VM name : EVPN_VN1_VM1 2025-09-11 03:22:36,736 - INFO - VM EVPN_VN1_VM1 verfication in all API Servers passed 2025-09-11 03:23:13,193 - INFO - Ping to Metadata IP 169.254.0.7 of VM EVPN_VN1_VM1 passed 2025-09-11 03:23:13,193 - INFO - VM EVPN_VN1_VM1 verifications in Compute nodes passed 2025-09-11 03:23:13,391 - INFO - Validated routes of VM EVPN_VN1_VM1 in all vrouters 2025-09-11 03:23:14,144 - INFO - Verification in Control-nodes for VM EVPN_VN1_VM1 passed 2025-09-11 03:23:14,460 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 03:23:14,479 - INFO - VM bbc66adb-0eba-4a9c-8f63-f03459cc2bff is present in default-domain:ctest-TestEvpnCasesRestart-67771415:EVPN-VN1 2025-09-11 03:23:14,632 - INFO - tap interface default-domain:ctest-TestEvpnCasesRestart-67771415:30e9d87c-e3e3-4bec-af07-c7c3d4bee757 of vm bbc66adb-0eba-4a9c-8f63-f03459cc2bff is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 03:23:14,717 - INFO - VM EVPN_VN1_VM1 validations in Opserver passed 2025-09-11 03:23:14,775 - WARNING - VM in error state. Asserting... 2025-09-11 03:23:14,781 - INFO - Skip interface_detach for VM EVPN_VN1_VM2 in state ERROR 2025-09-11 03:23:14,781 - INFO - Deleting VM EVPN_VN1_VM2 2025-09-11 03:23:14,781 - ERROR - VM EVPN_VN1_VM2 has failed to come up 2025-09-11 03:23:14,781 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:22:33Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:23:14,781 - INFO - Deleting VM EVPN_VN1_VM1 2025-09-11 03:23:16,877 - INFO - VM EVPN_VN1_VM1 is fully removed in API-Server 2025-09-11 03:23:17,086 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestEvpnCasesRestart-67771415:EVPN-VN1 2025-09-11 03:23:17,086 - INFO - VM EVPN_VN1_VM1 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 03:23:17,319 - INFO - Routes for VM EVPN_VN1_VM1 is removed in all control-nodes 2025-09-11 03:23:20,472 - INFO - bbc66adb-0eba-4a9c-8f63-f03459cc2bff vm uve deleted from opserver 2025-09-11 03:23:20,484 - INFO - bbc66adb-0eba-4a9c-8f63-f03459cc2bff vm uve deleted from opserver 2025-09-11 03:23:20,496 - INFO - bbc66adb-0eba-4a9c-8f63-f03459cc2bff vm uve deleted from opserver 2025-09-11 03:23:20,496 - INFO - Validated that VM bbc66adb-0eba-4a9c-8f63-f03459cc2bff is removed from Opserver 2025-09-11 03:23:20,496 - INFO - Deleting VN EVPN-VN1 2025-09-11 03:23:20,782 - INFO - Validated that VN EVPN-VN1 is not found in API Server 2025-09-11 03:23:20,802 - INFO - Validated that VN EVPN-VN1 is not in any agent 2025-09-11 03:23:20,812 - INFO - Validated that all vrouters do not have the route table for VN default-domain:ctest-TestEvpnCasesRestart-67771415:EVPN-VN1 2025-09-11 03:23:20,831 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN EVPN-VN1 info 2025-09-11 03:23:22,203 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:23:14 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.evpn.test_evpn.TestEvpnCasesRest...p_agent_restart[sanity,serial] id=0x7f7b3e38c6d0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestEvpnCasesRestart.test_with_vxlan_encap_agent_restart> self = <serial_scripts.evpn.test_evpn.TestEvpnCasesRest...p_agent_restart[sanity,serial] id=0x7f7b3e38c6d0> args = () kwargs = {} /contrail-test/serial_scripts/evpn/test_evpn.py in test_with_vxlan_encap_agent_restart(self=<serial_scripts.evpn.test_evpn.TestEvpnCasesRest...p_agent_restart[sanity,serial] id=0x7f7b3e38c6d0>) 353 Maintainer: chhandak@juniper.net 354 ''' 355 verdict=self.verify_epvn_with_agent_restart(encap='vxlan') 356 if not verdict: 357 print("collect logs for bug 1737030") verdict undefined self = <serial_scripts.evpn.test_evpn.TestEvpnCasesRest...p_agent_restart[sanity,serial] id=0x7f7b3e38c6d0> self.verify_epvn_with_agent_restart = <bound method VerifyEvpnCases.verify_epvn_with_a..._agent_restart[sanity,serial] id=0x7f7b3e38c6d0>> encap undefined /contrail-test/serial_scripts/evpn/verify.py in verify_epvn_with_agent_restart(self=<serial_scripts.evpn.test_evpn.TestEvpnCasesRest...p_agent_restart[sanity,serial] id=0x7f7b3e38c6d0>, encap='vxlan') 1998 assert vn1_fixture.verify_on_setup() 1999 assert vn1_vm1_fixture.verify_on_setup() 2000 assert vn1_vm2_fixture.verify_on_setup() 2001 assert vn1_vm1_fixture.wait_till_vm_is_up() 2002 assert vn1_vm2_fixture.wait_till_vm_is_up() vn1_vm2_fixture = <VMFixture: EVPN_VN1_VM2> vn1_vm2_fixture.verify_on_setup = <bound method VMFixture.verify_on_setup of <VMFixture: EVPN_VN1_VM2>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/evpn/test_evpn.py", line 355, in test_with_vxlan_encap_agent_restart verdict=self.verify_epvn_with_agent_restart(encap='vxlan') File "/contrail-test/serial_scripts/evpn/verify.py", line 2000, in verify_epvn_with_agent_restart assert vn1_vm2_fixture.verify_on_setup() AssertionError 2025-09-11 03:23:22,204 - INFO - 2025-09-11 03:23:22,204 - INFO - END TEST : test_with_vxlan_encap_agent_restart : FAILED[0:00:54] 2025-09-11 03:23:22,204 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:23:22,952 - INFO - Deleted project: ctest-TestEvpnCasesRestart-67771415, ID : de08450a-2303-4439-ad55-1e3186984803 2025-09-11 03:23:23,168 - INFO - Domain Default found not creating 2025-09-11 03:23:23,389 - INFO - Project ctest-TestSerialSanity_MX-15317492 not found, creating it 2025-09-11 03:23:23,930 - INFO - Created Project:ctest-TestSerialSanity_MX-15317492, ID : d720fedd-ed98-42b5-9a59-ba3e24a2cc3d 2025-09-11 03:23:25,496 - INFO - ================================================================================ 2025-09-11 03:23:25,496 - INFO - STARTING TEST : test_change_of_rt_in_vn 2025-09-11 03:23:25,496 - INFO - TEST DESCRIPTION : Verify the impact of change in route target of a vn Test Steps: 1.Test configuration is simillar with (test_mx_gateway) 2.In this test, first configure the public100 VN with wrong route target value (Mismatch with MX) 3.Check the communication outside virtual network cluster fails 4.Modify the route target value(Matching with MX) 5.Communication should pass Pass criteria: Step 3 and 5 should pass. Maintainer: chhandak@juniper.net 2025-09-11 03:23:26,755 - INFO - Skipping Test. Env variable MX_GW_TEST is not set 2025-09-11 03:23:28,004 - INFO - 2025-09-11 03:23:28,004 - INFO - END TEST : test_change_of_rt_in_vn : SKIPPED[0:00:03] 2025-09-11 03:23:28,005 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:23:28,761 - INFO - Deleted project: ctest-TestSerialSanity_MX-15317492, ID : d720fedd-ed98-42b5-9a59-ba3e24a2cc3d 2025-09-11 03:23:28,957 - INFO - Domain Default found not creating 2025-09-11 03:23:29,107 - INFO - Project ctest-TestGWLessFWD-09121237 not found, creating it 2025-09-11 03:23:29,626 - INFO - Created Project:ctest-TestGWLessFWD-09121237, ID : 7dc85c1d-31bf-4d3e-9e65-50b31773db2f 2025-09-11 03:23:31,120 - INFO - ================================================================================ 2025-09-11 03:23:31,120 - INFO - STARTING TEST : test_gw_less_fwd_single_vn_ip_fab 2025-09-11 03:23:31,120 - INFO - TEST DESCRIPTION : Test Gateway less forwarding with single VN and IP Fabric provider network. IP Fbaric network is configured as provider network over vn1. Multiple VMs will be launched across compute nodes and ping between VMs should be successful and happen through underlay. Ping between vhosts to VMs should be successful and happen through underlay. Also, ping between VMs to vhosts also should be successful and should go through underlay. 2025-09-11 03:23:32,367 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:23:32,367 - INFO - 2025-09-11 03:23:32,367 - INFO - Skipping Test. Fabric gateway is required to run the test 2025-09-11 03:23:33,623 - INFO - 2025-09-11 03:23:33,624 - INFO - END TEST : test_gw_less_fwd_single_vn_ip_fab : SKIPPED[0:00:02] 2025-09-11 03:23:33,624 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:23:34,410 - INFO - Deleted project: ctest-TestGWLessFWD-09121237, ID : 7dc85c1d-31bf-4d3e-9e65-50b31773db2f 2025-09-11 03:23:34,590 - INFO - Domain Default found not creating 2025-09-11 03:23:34,730 - INFO - Project ctest-TestMd5testsOnControl-17404211 not found, creating it 2025-09-11 03:23:35,270 - INFO - Created Project:ctest-TestMd5testsOnControl-17404211, ID : f1040846-80d5-46a5-a112-7da246e0ac6d 2025-09-11 03:23:37,776 - INFO - Created VN test_vnv6sr 2025-09-11 03:23:38,677 - INFO - Created VN test_vnv6dn 2025-09-11 03:23:40,238 - INFO - VM ([<Server: source_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:23:41,915 - INFO - VM ([<Server: dest_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:23:41,915 - INFO - Waiting for VM source_vm to be up.. 2025-09-11 03:23:47,092 - INFO - VM name : source_vm 2025-09-11 03:23:52,879 - INFO - Ping to Metadata IP 169.254.0.7 of VM source_vm passed 2025-09-11 03:23:53,107 - INFO - Waiting for VM dest_vm to be up.. 2025-09-11 03:23:53,191 - ERROR - VM in error state. 2025-09-11 03:23:53,191 - ERROR - VM is not in ACTIVE state 2025-09-11 03:23:53,271 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:23:53,606 - INFO - Attaching policy allow_all to vn test_vnv6sr 2025-09-11 03:23:53,957 - INFO - Attaching policy allow_all to vn test_vnv6dn 2025-09-11 03:23:54,218 - INFO - Configure the policy with allow any 2025-09-11 03:23:54,748 - INFO - Created VN vn1 2025-09-11 03:23:55,290 - INFO - Created VN vn2 2025-09-11 03:23:55,764 - INFO - Attaching policy sec_grp_policy_ctest-random-16692080 to vn vn1 2025-09-11 03:23:56,133 - INFO - Attaching policy sec_grp_policy_ctest-random-16692080 to vn vn2 2025-09-11 03:23:57,834 - INFO - VM ([<Server: vn1_vm_0>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:23:59,434 - INFO - VM ([<Server: vn2_vm_0>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:23:59,495 - INFO - ================================================================================ 2025-09-11 03:23:59,495 - INFO - STARTING TEST : test_check_per_peer_on_control 2025-09-11 03:23:59,495 - INFO - TEST DESCRIPTION : Description: Verify per peer md5 and specific protocol on all ports and policy with allow all between VN's 2025-09-11 03:24:00,762 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:24:00,762 - INFO - 2025-09-11 03:24:00,762 - INFO - config per peer with auth_data None 2025-09-11 03:24:01,327 - INFO - configure MD5 on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:01,424 - INFO - config per peer with auth_data None 2025-09-11 03:24:02,031 - INFO - configure MD5 on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:02,123 - INFO - config per peer with auth_data None 2025-09-11 03:24:02,727 - INFO - configure MD5 on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:02,811 - INFO - check BGP peering is up before setting md5 config 2025-09-11 03:24:02,811 - INFO - Check BGP staus between peers 2025-09-11 03:24:02,830 - INFO - config per peer with auth_data {'key_items': [{'key': 'juniper', 'key_id': 0}], 'key_type': 'md5'} 2025-09-11 03:24:03,392 - INFO - Check BGP staus between peers 2025-09-11 03:24:13,409 - INFO - Check BGP staus between peers 2025-09-11 03:24:13,420 - INFO - remove md5 configured on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:13,420 - INFO - config per peer with auth_data None 2025-09-11 03:24:13,967 - INFO - configure MD5 on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:14,055 - INFO - remove md5 configured on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:14,055 - INFO - config per peer with auth_data None 2025-09-11 03:24:14,655 - INFO - configure MD5 on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:14,739 - INFO - remove md5 configured on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:14,739 - INFO - config per peer with auth_data None 2025-09-11 03:24:15,331 - INFO - configure MD5 on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:15,423 - INFO - Skip interface_detach for VM vn2_vm_0 in state ERROR 2025-09-11 03:24:15,423 - INFO - Deleting VM vn2_vm_0 2025-09-11 03:24:15,423 - ERROR - VM vn2_vm_0 has failed to come up 2025-09-11 03:24:15,423 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:23:59Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:24:15,423 - INFO - Skip interface_detach for VM vn1_vm_0 in state BUILD 2025-09-11 03:24:15,423 - INFO - Deleting VM vn1_vm_0 2025-09-11 03:24:15,424 - ERROR - VM vn1_vm_0 has failed to come up 2025-09-11 03:24:15,424 - ERROR - Nova failed to get host of the VM 2025-09-11 03:24:15,424 - ERROR - VM vn1_vm_0 has failed to come up 2025-09-11 03:24:15,424 - ERROR - Nova failed to get host of the VM 2025-09-11 03:24:15,517 - INFO - Dettaching policy sec_grp_policy_ctest-random-16692080 from vn vn2 2025-09-11 03:24:15,672 - INFO - Dettaching policy sec_grp_policy_ctest-random-16692080 from vn vn1 2025-09-11 03:24:15,910 - INFO - Deleted policy sec_grp_policy_ctest-random-16692080 2025-09-11 03:24:15,910 - INFO - Deleting VN vn2 2025-09-11 03:24:16,053 - INFO - Deleting VN vn1 2025-09-11 03:24:16,104 - WARNING - Deleting VN vn1 failed..Will retry 2025-09-11 03:24:18,256 - INFO - Dettaching policy allow_all from vn test_vnv6dn 2025-09-11 03:24:18,454 - INFO - Dettaching policy allow_all from vn test_vnv6sr 2025-09-11 03:24:18,714 - INFO - Deleted policy allow_all 2025-09-11 03:24:18,714 - INFO - Skip interface_detach for VM dest_vm in state ERROR 2025-09-11 03:24:18,714 - INFO - Deleting VM dest_vm 2025-09-11 03:24:18,715 - ERROR - VM dest_vm has failed to come up 2025-09-11 03:24:18,715 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:23:41Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:24:18,715 - INFO - Deleting VM source_vm 2025-09-11 03:24:18,783 - INFO - Deleting VN test_vnv6dn 2025-09-11 03:24:18,947 - INFO - Deleting VN test_vnv6sr 2025-09-11 03:24:19,000 - WARNING - Deleting VN test_vnv6sr failed..Will retry 2025-09-11 03:24:22,431 - INFO - END TEST : test_check_per_peer_on_control : PASSED[0:00:23] 2025-09-11 03:24:22,432 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:24:23,295 - INFO - Created VN test_vnv6sr 2025-09-11 03:24:24,197 - INFO - Created VN test_vnv6dn 2025-09-11 03:24:25,818 - INFO - VM ([<Server: source_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:24:26,501 - INFO - Waiting for VM source_vm to be up.. 2025-09-11 03:24:31,732 - INFO - VM name : source_vm 2025-09-11 03:24:37,192 - INFO - Ping to Metadata IP 169.254.0.7 of VM source_vm passed 2025-09-11 03:24:37,423 - INFO - Waiting for VM dest_vm to be up.. 2025-09-11 03:24:37,483 - ERROR - VM in error state. 2025-09-11 03:24:37,483 - ERROR - VM is not in ACTIVE state 2025-09-11 03:24:37,576 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:24:37,932 - INFO - Attaching policy allow_all to vn test_vnv6sr 2025-09-11 03:24:38,310 - INFO - Attaching policy allow_all to vn test_vnv6dn 2025-09-11 03:24:38,581 - INFO - Configure the policy with allow any 2025-09-11 03:24:39,217 - INFO - Created VN vn1 2025-09-11 03:24:39,884 - INFO - Created VN vn2 2025-09-11 03:24:40,323 - INFO - Attaching policy sec_grp_policy_ctest-random-81435295 to vn vn1 2025-09-11 03:24:40,678 - INFO - Attaching policy sec_grp_policy_ctest-random-81435295 to vn vn2 2025-09-11 03:24:42,457 - INFO - VM ([<Server: vn1_vm_0>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:24:43,030 - INFO - ================================================================================ 2025-09-11 03:24:43,030 - INFO - STARTING TEST : test_create_md5_on_control 2025-09-11 03:24:43,030 - INFO - TEST DESCRIPTION : Description: Verify md5 with allow specific protocol on all ports and policy with allow all between VN's 2025-09-11 03:24:44,319 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:24:44,319 - INFO - 2025-09-11 03:24:44,319 - INFO - config md5 on each host with auth_data None 2025-09-11 03:24:44,319 - INFO - config per peer with auth_data None 2025-09-11 03:24:44,895 - INFO - configure MD5 on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:44,999 - INFO - config per peer with auth_data None 2025-09-11 03:24:45,611 - INFO - configure MD5 on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:45,711 - INFO - config per peer with auth_data None 2025-09-11 03:24:46,307 - INFO - configure MD5 on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:46,391 - INFO - check if BGP between peers are up before setting md5 2025-09-11 03:24:46,391 - INFO - Check BGP staus between peers 2025-09-11 03:24:46,403 - INFO - setting MD5 config on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:46,403 - INFO - configure MD5 on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:46,483 - INFO - setting MD5 config on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:46,483 - INFO - configure MD5 on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:46,571 - INFO - setting MD5 config on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:46,571 - INFO - configure MD5 on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:46,648 - INFO - check if BGP peering is up after md5 config 2025-09-11 03:24:46,648 - INFO - Check BGP staus between peers 2025-09-11 03:24:56,662 - INFO - Check BGP staus between peers 2025-09-11 03:24:56,676 - INFO - remove md5 configured on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:56,676 - INFO - config per peer with auth_data None 2025-09-11 03:24:57,276 - INFO - configure MD5 on host 5eb89423-7589-4ad8-a082-2caf07309dfd 2025-09-11 03:24:57,387 - INFO - remove md5 configured on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:57,387 - INFO - config per peer with auth_data None 2025-09-11 03:24:57,947 - INFO - configure MD5 on host 9541799b-ea87-4301-9b0a-0b99fd5e532c 2025-09-11 03:24:58,027 - INFO - remove md5 configured on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:58,027 - INFO - config per peer with auth_data None 2025-09-11 03:24:58,607 - INFO - configure MD5 on host eb872124-7d16-4207-940e-399c77edb5f8 2025-09-11 03:24:58,699 - INFO - Skipping the deletion of VM vn2_vm_0 2025-09-11 03:24:58,699 - INFO - Skip interface_detach for VM vn1_vm_0 in state BUILD 2025-09-11 03:24:58,699 - INFO - Deleting VM vn1_vm_0 2025-09-11 03:24:58,700 - ERROR - VM vn1_vm_0 has failed to come up 2025-09-11 03:24:58,700 - ERROR - Nova failed to get host of the VM 2025-09-11 03:24:58,700 - ERROR - VM vn1_vm_0 has failed to come up 2025-09-11 03:24:58,700 - ERROR - Nova failed to get host of the VM 2025-09-11 03:24:58,942 - INFO - Dettaching policy sec_grp_policy_ctest-random-81435295 from vn vn2 2025-09-11 03:24:59,102 - INFO - Dettaching policy sec_grp_policy_ctest-random-81435295 from vn vn1 2025-09-11 03:24:59,335 - INFO - Deleted policy sec_grp_policy_ctest-random-81435295 2025-09-11 03:24:59,336 - INFO - Deleting VN vn2 2025-09-11 03:24:59,483 - INFO - Deleting VN vn1 2025-09-11 03:24:59,610 - INFO - Dettaching policy allow_all from vn test_vnv6dn 2025-09-11 03:24:59,810 - INFO - Dettaching policy allow_all from vn test_vnv6sr 2025-09-11 03:25:00,051 - INFO - Deleted policy allow_all 2025-09-11 03:25:00,052 - INFO - Skipping the deletion of VM dest_vm 2025-09-11 03:25:00,052 - INFO - Deleting VM source_vm 2025-09-11 03:25:00,137 - INFO - Deleting VN test_vnv6dn 2025-09-11 03:25:00,318 - INFO - Deleting VN test_vnv6sr 2025-09-11 03:25:00,367 - WARNING - Deleting VN test_vnv6sr failed..Will retry 2025-09-11 03:25:03,800 - INFO - END TEST : test_create_md5_on_control : PASSED[0:00:20] 2025-09-11 03:25:03,800 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:25:04,525 - INFO - Deleted project: ctest-TestMd5testsOnControl-17404211, ID : f1040846-80d5-46a5-a112-7da246e0ac6d 2025-09-11 03:25:04,703 - INFO - Domain Default found not creating 2025-09-11 03:25:04,849 - INFO - Project ctest-TestRbac-01296831 not found, creating it 2025-09-11 03:25:05,362 - INFO - Created Project:ctest-TestRbac-01296831, ID : 913e256c-d360-4762-a9e3-9724fdbc19ad 2025-09-11 03:25:08,993 - INFO - ================================================================================ 2025-09-11 03:25:08,993 - INFO - STARTING TEST : test_perms2_global_share 2025-09-11 03:25:08,993 - INFO - TEST DESCRIPTION : Test perms2 global shared property of an object steps: 1. Add user1 as role1 in project1 and project2 2. Add *.* role1:CRUD to domain acl 3. Create a Shared virtual-network in project1 4. Verify global shared flag is set on VN's perms2 4. Using shared VN try to launch a VM in project2 2025-09-11 03:25:10,611 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:25:10,611 - INFO - 2025-09-11 03:25:10,965 - INFO - Project ctest-TestRbac-62191288 not found, creating it 2025-09-11 03:25:11,488 - INFO - Created Project:ctest-TestRbac-62191288, ID : d00c2be7-6039-41b0-a0c3-5647a60ce17f 2025-09-11 03:25:11,934 - INFO - Project ctest-TestRbac-98540101 not found, creating it 2025-09-11 03:25:12,551 - INFO - Created Project:ctest-TestRbac-98540101, ID : 8332c982-54d0-4064-a481-b4cdd2085dab 2025-09-11 03:25:14,842 - INFO - API access-list 4f6b2364-2c89-4ea0-ae8b-296ce3cf273a verify on api server passed 2025-09-11 03:25:15,563 - INFO - Created VN ctest-TestRbac-62191288-98140342, UUID :b0a667bd-43c2-41c2-a1e9-dad8ef05a5a8 2025-09-11 03:25:16,632 - INFO - API Server: Read VN b0a667bd-43c2-41c2-a1e9-dad8ef05a5a8 2025-09-11 03:25:16,981 - INFO - API Server: Read VN b0a667bd-43c2-41c2-a1e9-dad8ef05a5a8 2025-09-11 03:25:18,061 - WARNING - Unable to get the list of compute nodes 2025-09-11 03:25:19,402 - INFO - VM ([<Server: ctest-TestRbac-98540101-74597158>]) created on node: (None), Zone: (None) 2025-09-11 03:25:24,554 - INFO - VM name : ctest-TestRbac-98540101-74597158 2025-09-11 03:25:25,389 - INFO - VM ctest-TestRbac-98540101-74597158 verfication in all API Servers passed 2025-09-11 03:25:33,965 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRbac-98540101-74597158 passed 2025-09-11 03:25:33,965 - INFO - VM ctest-TestRbac-98540101-74597158 verifications in Compute nodes passed 2025-09-11 03:25:34,178 - INFO - Validated routes of VM ctest-TestRbac-98540101-74597158 in all vrouters 2025-09-11 03:25:35,017 - INFO - Verification in Control-nodes for VM ctest-TestRbac-98540101-74597158 passed 2025-09-11 03:25:46,817 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 03:25:46,873 - INFO - VM b6c660c9-00a2-4ac9-bfc9-e2b4021ffd43 is present in default-domain:ctest-TestRbac-62191288:ctest-TestRbac-62191288-98140342 2025-09-11 03:25:48,929 - INFO - tap interface default-domain:ctest-TestRbac-98540101:fb0de6df-f00c-496d-b484-da9a9a391a47 of vm b6c660c9-00a2-4ac9-bfc9-e2b4021ffd43 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-2 uve 2025-09-11 03:25:49,431 - INFO - VM ctest-TestRbac-98540101-74597158 validations in Opserver passed 2025-09-11 03:25:49,431 - INFO - Deleting VM ctest-TestRbac-98540101-74597158 2025-09-11 03:25:51,571 - INFO - VM ctest-TestRbac-98540101-74597158 is fully removed in API-Server 2025-09-11 03:25:51,775 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestRbac-62191288:ctest-TestRbac-62191288-98140342 2025-09-11 03:25:51,776 - INFO - VM ctest-TestRbac-98540101-74597158 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 03:25:52,133 - INFO - Routes for VM ctest-TestRbac-98540101-74597158 is removed in all control-nodes 2025-09-11 03:26:17,309 - INFO - b6c660c9-00a2-4ac9-bfc9-e2b4021ffd43 vm uve deleted from opserver 2025-09-11 03:26:17,658 - INFO - b6c660c9-00a2-4ac9-bfc9-e2b4021ffd43 vm uve deleted from opserver 2025-09-11 03:26:17,670 - INFO - b6c660c9-00a2-4ac9-bfc9-e2b4021ffd43 vm uve deleted from opserver 2025-09-11 03:26:17,670 - INFO - Validated that VM b6c660c9-00a2-4ac9-bfc9-e2b4021ffd43 is removed from Opserver 2025-09-11 03:26:17,670 - INFO - Deleting VN ctest-TestRbac-62191288-98140342 2025-09-11 03:26:17,844 - INFO - API access-list (4f6b2364-2c89-4ea0-ae8b-296ce3cf273a) got deleted in api server 2025-09-11 03:26:18,841 - INFO - Deleted project: ctest-TestRbac-98540101, ID : 8332c982-54d0-4064-a481-b4cdd2085dab 2025-09-11 03:26:19,583 - INFO - Deleted project: ctest-TestRbac-62191288, ID : d00c2be7-6039-41b0-a0c3-5647a60ce17f 2025-09-11 03:26:20,881 - INFO - END TEST : test_perms2_global_share : PASSED[0:01:12] 2025-09-11 03:26:20,881 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:26:22,300 - INFO - Deleted project: ctest-TestRbac-01296831, ID : 913e256c-d360-4762-a9e3-9724fdbc19ad 2025-09-11 03:26:22,473 - INFO - Domain Default found not creating 2025-09-11 03:26:22,623 - INFO - Project ctest-TestRbacBasic-70982756 not found, creating it 2025-09-11 03:26:23,185 - INFO - Created Project:ctest-TestRbacBasic-70982756, ID : 761fa377-78bb-44a4-9680-fb3157476eff 2025-09-11 03:26:26,761 - INFO - ================================================================================ 2025-09-11 03:26:26,762 - INFO - STARTING TEST : test_perms2_owner 2025-09-11 03:26:26,762 - INFO - TEST DESCRIPTION : Validate perms2 tenant ownership steps: 1. Create Project1 and Project2 2. Add user1 as role1 under project1 and project2 3. create domain acl rule 'VirtualNetwork.* role1:CRUD' 4. create VN1 under Project1 4. create VN2 under Project2 5. user1 shouldnt be able to read VN1 using project2 creds 6. admin should be able to read VN1 though he isnt member of the project 7. Network list with respective project creds should list corresponding VNs 8. Change ownership of VN1 to Project2 9. user1 should now be able to read VN1 using Project2 creds 10. Network list with Project2 creds should list both VNs, Project1 creds should list VN1 alone, admin should list both VNs 2025-09-11 03:26:28,039 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:26:28,039 - INFO - 2025-09-11 03:26:28,391 - INFO - Project ctest-TestRbacBasic-12893306 not found, creating it 2025-09-11 03:26:28,942 - INFO - Created Project:ctest-TestRbacBasic-12893306, ID : 2d2d94b7-b016-42e6-aed1-4d23af4cfe7a 2025-09-11 03:26:29,299 - INFO - Project ctest-TestRbacBasic-98485796 not found, creating it 2025-09-11 03:26:29,802 - INFO - Created Project:ctest-TestRbacBasic-98485796, ID : 7cd22c5b-f309-4484-a281-4e298271b64c 2025-09-11 03:26:32,003 - INFO - API access-list 0dd535fe-095f-4fee-82dd-1bc261277753 verify on api server passed 2025-09-11 03:26:32,695 - INFO - Created VN ctest-TestRbacBasic-12893306-26823680, UUID :e02fb28b-8773-4ce3-b6a7-2edd79e19831 2025-09-11 03:26:33,947 - INFO - Created VN ctest-TestRbacBasic-98485796-24301312, UUID :6b90387b-7624-4761-8ba9-627dd0397770 2025-09-11 03:26:34,871 - INFO - API Server: Read VN e02fb28b-8773-4ce3-b6a7-2edd79e19831 2025-09-11 03:26:35,210 - INFO - API Server: Permission Denied to read VN e02fb28b-8773-4ce3-b6a7-2edd79e19831 2025-09-11 03:26:35,222 - INFO - API Server: Read VN e02fb28b-8773-4ce3-b6a7-2edd79e19831 2025-09-11 03:26:35,263 - INFO - API Server: List VN ['e02fb28b-8773-4ce3-b6a7-2edd79e19831'] 2025-09-11 03:26:35,296 - INFO - API Server: List VN ['6b90387b-7624-4761-8ba9-627dd0397770'] 2025-09-11 03:26:35,398 - INFO - API Server: List VN [] 2025-09-11 03:26:35,440 - INFO - API Server: List VN ['e02fb28b-8773-4ce3-b6a7-2edd79e19831', '6b90387b-7624-4761-8ba9-627dd0397770'] 2025-09-11 03:26:35,446 - INFO - API Server: List VN ['16c01ef5-700d-428b-80f3-60c900d474a8', '84f2b1db-30aa-4b2e-ae5f-5e935c97a2ae', '0586f522-6daa-41ce-9958-062d9ffd408a', 'e02fb28b-8773-4ce3-b6a7-2edd79e19831', '6b90387b-7624-4761-8ba9-627dd0397770', '28bcdbd7-d24e-470b-b645-0f9474306252', '9962ee51-f4b7-4835-bd8b-be8cc5b6b828', '7a652345-b3ff-4d76-ad6c-3b611ccd1176', 'bc8b4165-da00-4e83-ad8a-a21cb3f36d17'] 2025-09-11 03:26:35,499 - INFO - Deleting VN ctest-TestRbacBasic-98485796-24301312 2025-09-11 03:26:35,626 - INFO - Deleting VN ctest-TestRbacBasic-12893306-26823680 2025-09-11 03:26:35,810 - INFO - API access-list (0dd535fe-095f-4fee-82dd-1bc261277753) got deleted in api server 2025-09-11 03:26:36,748 - INFO - Deleted project: ctest-TestRbacBasic-98485796, ID : 7cd22c5b-f309-4484-a281-4e298271b64c 2025-09-11 03:26:37,486 - INFO - Deleted project: ctest-TestRbacBasic-12893306, ID : 2d2d94b7-b016-42e6-aed1-4d23af4cfe7a 2025-09-11 03:26:38,751 - INFO - END TEST : test_perms2_owner : PASSED[0:00:12] 2025-09-11 03:26:38,751 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:26:38,753 - INFO - ================================================================================ 2025-09-11 03:26:38,753 - INFO - STARTING TEST : test_rbac_acl_different_roles 2025-09-11 03:26:38,753 - INFO - TEST DESCRIPTION : Validate via vnc_apis CRUD of rbac acl and objects steps: 1. Add user1 as role1 and user2 as role2 to the project 2. Both user1 and user2 shouldnt be able to create VNs/STs 3. Create Rbac ACL under project with VN.* role1:CRUD rule 4. user1 should be able to create VN, but not Service-Template 5. Create Rbac ACL under domain with ST.* role1:CRUD rule 6. user1 should be able to create Service-Template 7. user2 shouldnt be able to read the created VN/ST or create new 8. Update the acl rule with Read perms for role2 9. user2 should be able to read created VN but not create new VNs 10. user2 should be able to read created ST but not create new STs 11. Delete the acl rule with Read perms for role2 12. user2 shouldnt be able to read the created ST/VN or create new VN/ST 13. Update global acl with role2:R for both VN and ST 14. user2 should be able to read VN and ST 13. Delete both project and domain acls 14. user1 shouldnt be able to read/delete VN/ST 15. Update global acl with role1:CRUD for both VN/ST 16. user1 should now be able to delete both VN and ST 17. Delete global acl pass : acl creation and update should complete scucessfully. 2025-09-11 03:26:40,019 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:26:40,020 - INFO - 2025-09-11 03:26:42,319 - INFO - Permission denied to create/update VirtualNetwork 2025-09-11 03:26:42,698 - INFO - API access-list 4570aeee-cbb7-4fa3-9316-1388df5c385b verify on api server passed 2025-09-11 03:26:43,037 - INFO - Created VN ctest-TestRbacBasic-70982756-08680629, UUID :c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:44,008 - INFO - Verified VN network id 17 for VN c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:44,008 - INFO - Verifications in API Server for VN ctest-TestRbacBasic-70982756-08680629 passed 2025-09-11 03:26:44,073 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-TestRbacBasic-70982756-08680629 passed 2025-09-11 03:26:45,264 - INFO - Validated that VN default-domain:ctest-TestRbacBasic-70982756:ctest-TestRbacBasic-70982756-08680629 is found in opserver 2025-09-11 03:26:45,632 - INFO - API access-list 4e9516ef-cdf3-4cdf-a0de-cf0d2d43c5dd verify on api server passed 2025-09-11 03:26:46,381 - INFO - API Server: Permission Denied to read VN c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:46,743 - INFO - API Server: Permission Denied to read ST 2586cdef-1cd9-4420-a487-804c6ef1c59e 2025-09-11 03:26:46,812 - INFO - API access-list 4570aeee-cbb7-4fa3-9316-1388df5c385b verify on api server passed 2025-09-11 03:26:46,841 - INFO - API Server: Read VN c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:47,415 - INFO - Permission denied to create/update VirtualNetwork 2025-09-11 03:26:47,828 - INFO - API Server: Permission Denied to read ST 2586cdef-1cd9-4420-a487-804c6ef1c59e 2025-09-11 03:26:47,905 - INFO - API access-list 4e9516ef-cdf3-4cdf-a0de-cf0d2d43c5dd verify on api server passed 2025-09-11 03:26:47,925 - INFO - API Server: Read Service-Template 2586cdef-1cd9-4420-a487-804c6ef1c59e 2025-09-11 03:26:48,209 - INFO - API access-list 4570aeee-cbb7-4fa3-9316-1388df5c385b verify on api server passed 2025-09-11 03:26:48,324 - INFO - API access-list 4e9516ef-cdf3-4cdf-a0de-cf0d2d43c5dd verify on api server passed 2025-09-11 03:26:48,667 - INFO - API Server: Permission Denied to read VN c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:49,020 - INFO - API Server: Permission Denied to read ST 2586cdef-1cd9-4420-a487-804c6ef1c59e 2025-09-11 03:26:49,106 - INFO - API Server: Read Service-Template 2586cdef-1cd9-4420-a487-804c6ef1c59e 2025-09-11 03:26:49,129 - INFO - API Server: Read VN c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:49,171 - INFO - API access-list (4570aeee-cbb7-4fa3-9316-1388df5c385b) got deleted in api server 2025-09-11 03:26:49,211 - INFO - API access-list (4e9516ef-cdf3-4cdf-a0de-cf0d2d43c5dd) got deleted in api server 2025-09-11 03:26:49,555 - INFO - API Server: Permission Denied to read VN c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:49,904 - INFO - API Server: Permission Denied to read ST 2586cdef-1cd9-4420-a487-804c6ef1c59e 2025-09-11 03:26:49,994 - INFO - API Server: Read VN c5f747b1-960a-4c4e-923c-f5c21e9338f0 2025-09-11 03:26:50,011 - INFO - API Server: Read Service-Template 2586cdef-1cd9-4420-a487-804c6ef1c59e 2025-09-11 03:26:50,139 - INFO - Service template: ['default-domain', 'ctest-TestRbacBasic-70982756-34013331'] deleted successfully. 2025-09-11 03:26:50,139 - INFO - Deleting VN ctest-TestRbacBasic-70982756-08680629 2025-09-11 03:26:51,879 - INFO - END TEST : test_rbac_acl_different_roles : PASSED[0:00:13] 2025-09-11 03:26:51,879 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:26:51,883 - INFO - ================================================================================ 2025-09-11 03:26:51,883 - INFO - STARTING TEST : test_rbac_create_delete_vm 2025-09-11 03:26:51,883 - INFO - TEST DESCRIPTION : Validate creds passed via orchestrator(nova/neutron) steps: 1. Add user1 as role1 2. Create Rbac ACL under project with role1:CRUD perms for a. VN.* b. VM.* c. VMI.* d. IIP.* e. SG.* f. LR.* g. FIP-Pool.* h. ACL.* 3. user1 should be able to create VN and VM via orchestrator 4. Validate the VN and VM pass: user should be able to create and delete VN and VM 2025-09-11 03:26:53,142 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:26:53,142 - INFO - 2025-09-11 03:26:53,907 - INFO - Created VN ctest-TestRbacBasic-70982756-37957771 2025-09-11 03:26:54,298 - INFO - Verified VN network id 17 for VN dfaf5d21-4541-4be9-b668-6e1083c1a101 2025-09-11 03:26:54,298 - INFO - Verifications in API Server for VN ctest-TestRbacBasic-70982756-37957771 passed 2025-09-11 03:26:54,374 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-TestRbacBasic-70982756-37957771 passed 2025-09-11 03:26:54,737 - INFO - Validated that VN default-domain:ctest-TestRbacBasic-70982756:ctest-TestRbacBasic-70982756-37957771 is found in opserver 2025-09-11 03:26:54,956 - INFO - API access-list 28ae3db8-5c61-4897-a73b-82a462f62882 verify on api server passed 2025-09-11 03:26:55,778 - INFO - Created VN ctest-TestRbacBasic-70982756-11118593 2025-09-11 03:26:56,329 - INFO - Verified VN network id 18 for VN f52b0b74-ced0-44d8-add4-fe35c30e3bd5 2025-09-11 03:26:56,329 - INFO - Verifications in API Server for VN ctest-TestRbacBasic-70982756-11118593 passed 2025-09-11 03:26:56,395 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-TestRbacBasic-70982756-11118593 passed 2025-09-11 03:26:56,801 - INFO - Validated that VN default-domain:ctest-TestRbacBasic-70982756:ctest-TestRbacBasic-70982756-11118593 is found in opserver 2025-09-11 03:26:56,855 - INFO - Creating Security group: ['default-domain', 'ctest-TestRbacBasic-70982756', 'ctest-TestRbacBasic-70982756-13914962'] 2025-09-11 03:26:58,436 - INFO - Security group ctest-TestRbacBasic-70982756-13914962 found in the API Server 2025-09-11 03:26:58,656 - INFO - Validated that ACLs for Security group ctest-TestRbacBasic-70982756-13914962 are present in API Server 2025-09-11 03:26:58,662 - INFO - Validated that Security group ctest-TestRbacBasic-70982756-13914962 is found in control node 10.0.0.249 2025-09-11 03:26:58,675 - INFO - Validated that Security group ctest-TestRbacBasic-70982756-13914962 is found in control node 10.0.0.22 2025-09-11 03:26:58,685 - INFO - Validated that Security group ctest-TestRbacBasic-70982756-13914962 is found in control node 10.0.0.49 2025-09-11 03:26:58,691 - INFO - Validated SG ctest-TestRbacBasic-70982756-13914962 in Control nodes 2025-09-11 03:26:59,476 - WARNING - Unable to get the list of compute nodes 2025-09-11 03:27:00,866 - INFO - VM ([<Server: ctest-TestRbacBasic-70982756-93253029>]) created on node: (None), Zone: (None) 2025-09-11 03:27:06,010 - INFO - VM name : ctest-TestRbacBasic-70982756-93253029 2025-09-11 03:27:07,370 - INFO - VM ctest-TestRbacBasic-70982756-93253029 verfication in all API Servers passed 2025-09-11 03:27:14,254 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRbacBasic-70982756-93253029 passed 2025-09-11 03:27:14,254 - INFO - VM ctest-TestRbacBasic-70982756-93253029 verifications in Compute nodes passed 2025-09-11 03:27:14,511 - INFO - Validated routes of VM ctest-TestRbacBasic-70982756-93253029 in all vrouters 2025-09-11 03:27:15,047 - INFO - Verification in Control-nodes for VM ctest-TestRbacBasic-70982756-93253029 passed 2025-09-11 03:27:16,074 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 03:27:16,130 - INFO - VM b0a59619-bb3a-439b-aec8-d075d13988a0 is present in default-domain:ctest-TestRbacBasic-70982756:ctest-TestRbacBasic-70982756-11118593 2025-09-11 03:27:17,127 - INFO - tap interface default-domain:ctest-TestRbacBasic-70982756:3855961f-fd25-41d9-8348-1d65948b97e8 of vm b0a59619-bb3a-439b-aec8-d075d13988a0 is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-2 uve 2025-09-11 03:27:17,612 - INFO - VM ctest-TestRbacBasic-70982756-93253029 validations in Opserver passed 2025-09-11 03:27:18,783 - INFO - FIP 113.101.216.67 verification for passed on all Control-nodes 2025-09-11 03:27:18,783 - INFO - FIP ID f64e185c-486b-4b9c-84d1-88571885db97(113.101.216.67) validation in Control node passed 2025-09-11 03:27:18,809 - INFO - FIP ID f64e185c-486b-4b9c-84d1-88571885db97(113.101.216.67) validation in agents passed 2025-09-11 03:27:18,835 - INFO - FIP ID f64e185c-486b-4b9c-84d1-88571885db97(113.101.216.67) validation in API Server passed 2025-09-11 03:27:19,711 - INFO - Validated that SG ctest-TestRbacBasic-70982756-13914962 is bound to VM ctest-TestRbacBasic-70982756-93253029 2025-09-11 03:27:19,791 - INFO - Deleting VM ctest-TestRbacBasic-70982756-93253029 2025-09-11 03:27:21,962 - INFO - VM ctest-TestRbacBasic-70982756-93253029 is fully removed in API-Server 2025-09-11 03:27:22,161 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestRbacBasic-70982756:ctest-TestRbacBasic-70982756-11118593 2025-09-11 03:27:22,161 - INFO - VM ctest-TestRbacBasic-70982756-93253029 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 03:27:22,403 - INFO - Routes for VM ctest-TestRbacBasic-70982756-93253029 is removed in all control-nodes 2025-09-11 03:27:47,449 - INFO - b0a59619-bb3a-439b-aec8-d075d13988a0 vm uve deleted from opserver 2025-09-11 03:27:47,461 - INFO - b0a59619-bb3a-439b-aec8-d075d13988a0 vm uve deleted from opserver 2025-09-11 03:27:47,473 - INFO - b0a59619-bb3a-439b-aec8-d075d13988a0 vm uve deleted from opserver 2025-09-11 03:27:47,473 - INFO - Validated that VM b0a59619-bb3a-439b-aec8-d075d13988a0 is removed from Opserver 2025-09-11 03:27:47,474 - INFO - Deleting Security group: ['default-domain', 'ctest-TestRbacBasic-70982756', 'ctest-TestRbacBasic-70982756-13914962'] 2025-09-11 03:27:47,604 - INFO - Security group: ['default-domain', 'ctest-TestRbacBasic-70982756', 'ctest-TestRbacBasic-70982756-13914962'] deleted successfully. 2025-09-11 03:27:47,822 - INFO - Security group ctest-TestRbacBasic-70982756-13914962 removed from the API Server 2025-09-11 03:27:48,052 - INFO - security group ctest-TestRbacBasic-70982756-13914962 removed from Control-node 10.0.0.249 2025-09-11 03:27:48,063 - INFO - security group ctest-TestRbacBasic-70982756-13914962 removed from Control-node 10.0.0.22 2025-09-11 03:27:48,076 - INFO - security group ctest-TestRbacBasic-70982756-13914962 removed from Control-node 10.0.0.49 2025-09-11 03:27:48,082 - INFO - Validated that SG ctest-TestRbacBasic-70982756-13914962 is not in control nodes 2025-09-11 03:27:48,082 - INFO - Deleting VN ctest-TestRbacBasic-70982756-11118593 2025-09-11 03:27:48,384 - INFO - API access-list (28ae3db8-5c61-4897-a73b-82a462f62882) got deleted in api server 2025-09-11 03:27:48,496 - INFO - Deleting VN ctest-TestRbacBasic-70982756-37957771 2025-09-11 03:27:49,955 - INFO - END TEST : test_rbac_create_delete_vm : PASSED[0:00:58] 2025-09-11 03:27:49,955 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:27:51,547 - INFO - Deleted project: ctest-TestRbacBasic-70982756, ID : 761fa377-78bb-44a4-9680-fb3157476eff 2025-09-11 03:27:51,725 - INFO - Using existing project ['default-domain', 'admin'](31f5dad8-4492-4999-8ba2-fc70cb165c85) 2025-09-11 03:27:51,736 - INFO - ================================================================================ 2025-09-11 03:27:51,736 - INFO - STARTING TEST : test_contrail_status 2025-09-11 03:27:51,736 - INFO - TEST DESCRIPTION : Test to verify that all services are running and active 2025-09-11 03:27:53,003 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:27:53,003 - INFO - 2025-09-11 03:27:53,112 - INFO - 10.0.0.249 2025-09-11 03:27:53,112 - INFO - config 2025-09-11 03:27:53,118 - INFO - config-nodemgr:active 2025-09-11 03:27:53,122 - INFO - api-server:active 2025-09-11 03:27:53,125 - INFO - schema:backup 2025-09-11 03:27:53,127 - INFO - svc-monitor:backup 2025-09-11 03:27:53,130 - INFO - device-manager:backup 2025-09-11 03:27:53,130 - INFO - config-database 2025-09-11 03:27:53,130 - INFO - config-cassandra:active 2025-09-11 03:27:53,130 - INFO - config-zookeeper:active 2025-09-11 03:27:53,130 - INFO - config-rabbitmq:active 2025-09-11 03:27:53,130 - INFO - control 2025-09-11 03:27:53,134 - INFO - control-nodemgr:active 2025-09-11 03:27:53,140 - INFO - control:active 2025-09-11 03:27:53,140 - INFO - named:active 2025-09-11 03:27:53,145 - INFO - dns:active 2025-09-11 03:27:53,146 - INFO - analytics 2025-09-11 03:27:53,150 - INFO - analytics-nodemgr:active 2025-09-11 03:27:53,154 - INFO - analytics-api:active 2025-09-11 03:27:53,169 - INFO - collector:active 2025-09-11 03:27:53,169 - INFO - analytics-database 2025-09-11 03:27:53,170 - INFO - analytics-cassandra:active 2025-09-11 03:27:53,174 - INFO - analyticsdb-nodemgr:active 2025-09-11 03:27:53,191 - INFO - query-engine:active 2025-09-11 03:27:53,191 - INFO - webui 2025-09-11 03:27:53,191 - INFO - webui:active 2025-09-11 03:27:53,191 - INFO - webui-middleware:active 2025-09-11 03:27:53,191 - INFO - redis:active 2025-09-11 03:27:53,191 - INFO - analytics_snmp 2025-09-11 03:27:53,195 - INFO - snmp-collector:active 2025-09-11 03:27:53,195 - INFO - snmp-topology:active 2025-09-11 03:27:53,195 - INFO - analytics_alarm 2025-09-11 03:27:53,195 - INFO - alarmgen:active 2025-09-11 03:27:53,292 - INFO - 10.0.0.22 2025-09-11 03:27:53,293 - INFO - config 2025-09-11 03:27:53,298 - INFO - config-nodemgr:active 2025-09-11 03:27:53,303 - INFO - api-server:active 2025-09-11 03:27:53,307 - INFO - schema:backup 2025-09-11 03:27:53,312 - INFO - svc-monitor:active 2025-09-11 03:27:53,315 - INFO - device-manager:backup 2025-09-11 03:27:53,315 - INFO - config-database 2025-09-11 03:27:53,315 - INFO - config-cassandra:active 2025-09-11 03:27:53,315 - INFO - config-zookeeper:active 2025-09-11 03:27:53,315 - INFO - config-rabbitmq:active 2025-09-11 03:27:53,315 - INFO - control 2025-09-11 03:27:53,320 - INFO - control-nodemgr:active 2025-09-11 03:27:53,325 - INFO - control:active 2025-09-11 03:27:53,325 - INFO - named:active 2025-09-11 03:27:53,329 - INFO - dns:active 2025-09-11 03:27:53,330 - INFO - analytics 2025-09-11 03:27:53,334 - INFO - analytics-nodemgr:active 2025-09-11 03:27:53,338 - INFO - analytics-api:active 2025-09-11 03:27:53,343 - INFO - collector:active 2025-09-11 03:27:53,343 - INFO - analytics-database 2025-09-11 03:27:53,343 - INFO - analytics-cassandra:active 2025-09-11 03:27:53,347 - INFO - analyticsdb-nodemgr:active 2025-09-11 03:27:53,352 - INFO - query-engine:active 2025-09-11 03:27:53,352 - INFO - webui 2025-09-11 03:27:53,352 - INFO - webui:active 2025-09-11 03:27:53,352 - INFO - webui-middleware:active 2025-09-11 03:27:53,352 - INFO - redis:active 2025-09-11 03:27:53,352 - INFO - analytics_snmp 2025-09-11 03:27:53,356 - INFO - snmp-collector:active 2025-09-11 03:27:53,356 - INFO - snmp-topology:active 2025-09-11 03:27:53,356 - INFO - analytics_alarm 2025-09-11 03:27:53,356 - INFO - alarmgen:active 2025-09-11 03:27:53,454 - INFO - 10.0.0.49 2025-09-11 03:27:53,454 - INFO - config 2025-09-11 03:27:53,459 - INFO - config-nodemgr:active 2025-09-11 03:27:53,464 - INFO - api-server:active 2025-09-11 03:27:53,468 - INFO - schema:active 2025-09-11 03:27:53,471 - INFO - svc-monitor:backup 2025-09-11 03:27:53,477 - INFO - device-manager:active 2025-09-11 03:27:53,477 - INFO - config-database 2025-09-11 03:27:53,477 - INFO - config-cassandra:active 2025-09-11 03:27:53,477 - INFO - config-zookeeper:active 2025-09-11 03:27:53,477 - INFO - config-rabbitmq:active 2025-09-11 03:27:53,477 - INFO - control 2025-09-11 03:27:53,482 - INFO - control-nodemgr:active 2025-09-11 03:27:53,489 - INFO - control:active 2025-09-11 03:27:53,490 - INFO - named:active 2025-09-11 03:27:53,497 - INFO - dns:active 2025-09-11 03:27:53,497 - INFO - analytics 2025-09-11 03:27:53,503 - INFO - analytics-nodemgr:active 2025-09-11 03:27:53,507 - INFO - analytics-api:active 2025-09-11 03:27:53,512 - INFO - collector:active 2025-09-11 03:27:53,513 - INFO - analytics-database 2025-09-11 03:27:53,513 - INFO - analytics-cassandra:active 2025-09-11 03:27:53,518 - INFO - analyticsdb-nodemgr:active 2025-09-11 03:27:53,523 - INFO - query-engine:active 2025-09-11 03:27:53,523 - INFO - webui 2025-09-11 03:27:53,524 - INFO - webui:active 2025-09-11 03:27:53,524 - INFO - webui-middleware:active 2025-09-11 03:27:53,524 - INFO - redis:active 2025-09-11 03:27:53,524 - INFO - analytics_snmp 2025-09-11 03:27:53,528 - INFO - snmp-collector:active 2025-09-11 03:27:53,528 - INFO - snmp-topology:active 2025-09-11 03:27:53,528 - INFO - analytics_alarm 2025-09-11 03:27:53,528 - INFO - alarmgen:active 2025-09-11 03:27:53,659 - INFO - 10.0.0.254 2025-09-11 03:27:53,659 - INFO - vrouter 2025-09-11 03:27:53,664 - INFO - vrouter-nodemgr:active 2025-09-11 03:27:53,669 - INFO - agent:active 2025-09-11 03:27:53,769 - INFO - 10.0.0.19 2025-09-11 03:27:53,769 - INFO - vrouter 2025-09-11 03:27:53,775 - INFO - vrouter-nodemgr:active 2025-09-11 03:27:53,781 - INFO - agent:active 2025-09-11 03:27:53,781 - INFO - All the contrail services are up on all nodes 2025-09-11 03:27:53,781 - INFO - contrail-status passed 2025-09-11 03:27:55,039 - INFO - END TEST : test_contrail_status : PASSED[0:00:04] 2025-09-11 03:27:55,040 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:27:55,116 - INFO - Domain Default found not creating 2025-09-11 03:27:55,278 - INFO - Project ctest-TestBasicVMVN0-49175314 not found, creating it 2025-09-11 03:27:55,805 - INFO - Created Project:ctest-TestBasicVMVN0-49175314, ID : 44c75927-370a-40c7-8f40-bb5ccf53216c 2025-09-11 03:27:57,361 - INFO - ================================================================================ 2025-09-11 03:27:57,361 - INFO - STARTING TEST : test_control_node_switchover 2025-09-11 03:27:57,361 - INFO - TEST DESCRIPTION : Stop the control node and check peering with agent fallback to other control node. 1. Pick one VN from respource pool which has 2 VM's in it 2. Verify ping between VM's 3. Find active control node in cluster by agent inspect 4. Stop control service on active control node 5. Verify agents are connected to new active control-node using xmpp connections 6. Bring back control service on previous active node 7. Verify ping between VM's again after bringing up control serveice Pass criteria: Step 2,5 and 7 should pass 2025-09-11 03:27:58,608 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:27:58,608 - INFO - 2025-09-11 03:27:59,821 - INFO - Created VN ctest-vn1-35963032 2025-09-11 03:28:00,548 - INFO - Verified VN network id 17 for VN 456e0ce6-2b4d-4a1d-a811-502c8c479850 2025-09-11 03:28:00,549 - INFO - Verifications in API Server for VN ctest-vn1-35963032 passed 2025-09-11 03:28:00,638 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-35963032 passed 2025-09-11 03:28:01,934 - INFO - Validated that VN default-domain:ctest-TestBasicVMVN0-49175314:ctest-vn1-35963032 is found in opserver 2025-09-11 03:28:03,533 - INFO - VM ([<Server: ctest-vn1_vm1-22298201>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:28:05,423 - INFO - VM ([<Server: ctest-vn1_vm2-13963437>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:28:05,423 - INFO - Waiting for VM ctest-vn1_vm1-22298201 to be up.. 2025-09-11 03:28:10,601 - INFO - VM name : ctest-vn1_vm1-22298201 2025-09-11 03:28:45,105 - INFO - Ping to Metadata IP 169.254.0.7 of VM ctest-vn1_vm1-22298201 passed 2025-09-11 03:29:06,001 - INFO - Waiting for VM ctest-vn1_vm2-13963437 to be up.. 2025-09-11 03:29:06,061 - ERROR - VM in error state. 2025-09-11 03:29:06,061 - ERROR - VM is not in ACTIVE state 2025-09-11 03:29:06,144 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:29:06,147 - INFO - Skip interface_detach for VM ctest-vn1_vm2-13963437 in state ERROR 2025-09-11 03:29:06,148 - INFO - Deleting VM ctest-vn1_vm2-13963437 2025-09-11 03:29:06,148 - ERROR - VM ctest-vn1_vm2-13963437 has failed to come up 2025-09-11 03:29:06,148 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:28:05Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:29:06,148 - INFO - Deleting VM ctest-vn1_vm1-22298201 2025-09-11 03:29:06,221 - INFO - Deleting VN ctest-vn1-35963032 2025-09-11 03:29:06,262 - WARNING - Deleting VN ctest-vn1-35963032 failed..Will retry 2025-09-11 03:29:08,561 - INFO - Validated that VN ctest-vn1-35963032 is not found in API Server 2025-09-11 03:29:08,590 - INFO - Validated that VN ctest-vn1-35963032 is not in any agent 2025-09-11 03:29:08,625 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-35963032 info 2025-09-11 03:29:09,911 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:29:06 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vm_regression.test_vm_serial.Tes...e_switchover[cb_sanity,sanity] id=0x7f7b3dbf37f0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBasicVMVN0.test_control_node_switchover> self = <serial_scripts.vm_regression.test_vm_serial.Tes...e_switchover[cb_sanity,sanity] id=0x7f7b3dbf37f0> args = () kwargs = {} /contrail-test/serial_scripts/vm_regression/test_vm_serial.py in test_control_node_switchover(self=<serial_scripts.vm_regression.test_vm_serial.Tes...e_switchover[cb_sanity,sanity] id=0x7f7b3dbf37f0>) 636 vm2_fixture = self.create_vm(vn1_fixture, vn1_vm2_name) 637 assert vm1_fixture.wait_till_vm_is_up() 638 assert vm2_fixture.wait_till_vm_is_up() 639 assert vm1_fixture.ping_to_ip(vm2_fixture.vm_ip) 640 assert vm2_fixture.ping_to_ip(vm1_fixture.vm_ip) vm2_fixture = <VMFixture: ctest-vn1_vm2-13963437> vm2_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-vn1_vm2-13963437>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vm_regression/test_vm_serial.py", line 638, in test_control_node_switchover assert vm2_fixture.wait_till_vm_is_up() AssertionError 2025-09-11 03:29:09,912 - INFO - 2025-09-11 03:29:09,912 - INFO - END TEST : test_control_node_switchover : FAILED[0:01:12] 2025-09-11 03:29:09,912 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:29:09,916 - INFO - ================================================================================ 2025-09-11 03:29:09,917 - INFO - STARTING TEST : test_process_restart_in_policy_between_vns 2025-09-11 03:29:09,917 - INFO - TEST DESCRIPTION : Test to validate that with policy having rule to check icmp fwding between VMs on different VNs , ping between VMs should pass with process restarts 1. Pick 2 VN's from resource pool which has one VM each 2. Create policy with icmp allow rule between those VN's and bind it networks 3. Ping from one VM to another VM 4. Restart process 'vrouter' and 'control' on setup 5. Ping again between VM's after process restart Pass criteria: Step 2,3,4 and 5 should pass 2025-09-11 03:29:11,187 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:29:11,187 - INFO - 2025-09-11 03:29:12,011 - INFO - Created VN ctest-vn1-39841645, UUID :0ee93488-e06d-4ca2-ab74-555653cd9e8d 2025-09-11 03:29:12,560 - INFO - Verified VN network id 17 for VN 0ee93488-e06d-4ca2-ab74-555653cd9e8d 2025-09-11 03:29:12,560 - INFO - Verifications in API Server for VN ctest-vn1-39841645 passed 2025-09-11 03:29:12,635 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-39841645 passed 2025-09-11 03:29:12,956 - INFO - Validated that VN default-domain:ctest-TestBasicVMVN0-49175314:ctest-vn1-39841645 is found in opserver 2025-09-11 03:29:13,643 - INFO - Created VN ctest-vn2-70341741, UUID :c3486ef2-254d-4e82-a78b-7fd5c257dfad 2025-09-11 03:29:14,147 - INFO - Verified VN network id 18 for VN c3486ef2-254d-4e82-a78b-7fd5c257dfad 2025-09-11 03:29:14,147 - INFO - Verifications in API Server for VN ctest-vn2-70341741 passed 2025-09-11 03:29:14,217 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn2-70341741 passed 2025-09-11 03:29:14,434 - INFO - Validated that VN default-domain:ctest-TestBasicVMVN0-49175314:ctest-vn2-70341741 is found in opserver 2025-09-11 03:29:16,541 - INFO - VM ([<Server: ctest-vn1_vm1-20207782>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:29:18,410 - INFO - VM ([<Server: ctest-vn2_vm1-41553835>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:29:18,411 - INFO - Waiting for VM ctest-vn1_vm1-20207782 to be up.. 2025-09-11 03:29:23,601 - INFO - VM name : ctest-vn1_vm1-20207782 2025-09-11 03:29:57,734 - INFO - Ping to Metadata IP 169.254.0.7 of VM ctest-vn1_vm1-20207782 passed 2025-09-11 03:30:18,610 - INFO - Waiting for VM ctest-vn2_vm1-41553835 to be up.. 2025-09-11 03:30:18,685 - ERROR - VM in error state. 2025-09-11 03:30:18,685 - ERROR - VM is not in ACTIVE state 2025-09-11 03:30:18,788 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:30:18,790 - INFO - Skip interface_detach for VM ctest-vn2_vm1-41553835 in state ERROR 2025-09-11 03:30:18,790 - INFO - Deleting VM ctest-vn2_vm1-41553835 2025-09-11 03:30:18,790 - ERROR - VM ctest-vn2_vm1-41553835 has failed to come up 2025-09-11 03:30:18,790 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:29:18Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:30:18,790 - INFO - Deleting VM ctest-vn1_vm1-20207782 2025-09-11 03:30:19,050 - INFO - Deleting VN ctest-vn2-70341741 2025-09-11 03:30:19,282 - INFO - Validated that VN ctest-vn2-70341741 is not found in API Server 2025-09-11 03:30:19,314 - INFO - Validated that VN ctest-vn2-70341741 is not in any agent 2025-09-11 03:30:19,364 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn2-70341741 info 2025-09-11 03:30:19,540 - INFO - Deleting VN ctest-vn1-39841645 2025-09-11 03:30:21,873 - INFO - Validated that VN ctest-vn1-39841645 is not found in API Server 2025-09-11 03:30:21,897 - INFO - Validated that VN ctest-vn1-39841645 is not in any agent 2025-09-11 03:30:21,934 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-39841645 info 2025-09-11 03:30:21,973 - INFO - Deleted policy policy2 2025-09-11 03:30:22,012 - INFO - Deleted policy policy1 2025-09-11 03:30:23,281 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:30:18 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vm_regression.test_vm_serial.Tes..._between_vns[cb_sanity,sanity] id=0x7f7b3dbf3c70>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBasicVMVN0.test_process_restart_in_policy_between_vns> self = <serial_scripts.vm_regression.test_vm_serial.Tes..._between_vns[cb_sanity,sanity] id=0x7f7b3dbf3c70> args = () kwargs = {} /contrail-test/serial_scripts/vm_regression/test_vm_serial.py in test_process_restart_in_policy_between_vns(self=<serial_scripts.vm_regression.test_vm_serial.Tes..._between_vns[cb_sanity,sanity] id=0x7f7b3dbf3c70>) 405 vm2_fixture = self.create_vm(vn2_fixture, vn2_vm1_name) 406 assert vm1_fixture.wait_till_vm_is_up() 407 assert vm2_fixture.wait_till_vm_is_up() 408 assert vm1_fixture.ping_with_certainty(vm2_fixture.vm_ip) 409 vm2_fixture = <VMFixture: ctest-vn2_vm1-41553835> vm2_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-vn2_vm1-41553835>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vm_regression/test_vm_serial.py", line 407, in test_process_restart_in_policy_between_vns assert vm2_fixture.wait_till_vm_is_up() AssertionError 2025-09-11 03:30:23,282 - INFO - 2025-09-11 03:30:23,282 - INFO - END TEST : test_process_restart_in_policy_between_vns : FAILED[0:01:14] 2025-09-11 03:30:23,282 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:30:23,285 - INFO - ================================================================================ 2025-09-11 03:30:23,285 - INFO - STARTING TEST : test_underlay_broadcast_traffic_handling 2025-09-11 03:30:23,285 - INFO - TEST DESCRIPTION : Test the underlay brocast traffic handling by vrouter. (Bug-1545229). 1. Send broadcast traffic from one compute node. 2. Other compute in same subnet should receive that traffic. 3. Receiving compute should treat this traffic as underlay. 4. Compute should not replicate the packet and send the copy back. Pass criteria: Step 3-4 should pass Maintainer : chhandak@juniper.net 2025-09-11 03:30:24,559 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:30:24,559 - INFO - 2025-09-11 03:30:24,964 - INFO - Agent interface name: ens6 2025-09-11 03:30:30,469 - INFO - Pinging broacast address 0.0.0.0 from compute 10.20.0.18 2025-09-11 03:30:46,933 - WARNING - 2 packets are found in tcpdump output file /tmp/ens6_ctest-random-14286543.pcap but expected 10 2025-09-11 03:30:48,948 - WARNING - 2 packets are found in tcpdump output file /tmp/ens6_ctest-random-14286543.pcap but expected 10 2025-09-11 03:30:50,964 - WARNING - 2 packets are found in tcpdump output file /tmp/ens6_ctest-random-14286543.pcap but expected 10 2025-09-11 03:30:52,980 - WARNING - 2 packets are found in tcpdump output file /tmp/ens6_ctest-random-14286543.pcap but expected 10 2025-09-11 03:30:54,996 - WARNING - 2 packets are found in tcpdump output file /tmp/ens6_ctest-random-14286543.pcap but expected 10 2025-09-11 03:30:57,015 - WARNING - 2 packets are found in tcpdump output file /tmp/ens6_ctest-random-14286543.pcap but expected 10 2025-09-11 03:30:59,031 - WARNING - 2 packets are found in tcpdump output file /tmp/ens6_ctest-random-14286543.pcap but expected 10 2025-09-11 03:31:00,308 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:30:59 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vm_regression.test_vm_serial.Tes...dcast_traffic_handling[sanity] id=0x7f7b3dbf3df0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestBasicVMVN0.test_underlay_broadcast_traffic_handling> self = <serial_scripts.vm_regression.test_vm_serial.Tes...dcast_traffic_handling[sanity] id=0x7f7b3dbf3df0> args = () kwargs = {} /contrail-test/serial_scripts/vm_regression/test_vm_serial.py in test_underlay_broadcast_traffic_handling(self=<serial_scripts.vm_regression.test_vm_serial.Tes...dcast_traffic_handling[sanity] id=0x7f7b3dbf3df0>) 948 949 # Analyze pcap 950 assert verify_tcpdump_count(self, session, pcap, exp_count=packet_count), "There should only be %s\ 951 packet from source %s on compute %s" %(packet_count, broadcast_address, compute_ip) 952 self.logger.info( global verify_tcpdump_count = <function retry.<locals>.deco_retry.<locals>.f_retry> self = <serial_scripts.vm_regression.test_vm_serial.Tes...dcast_traffic_handling[sanity] id=0x7f7b3dbf3df0> session = <paramiko.client.SSHClient object> pcap = '/tmp/ens6_ctest-random-14286543.pcap' exp_count undefined packet_count = 10 broadcast_address = '0.0.0.0' compute_ip = '10.0.0.19' AssertionError: There should only be 10 packet from source 0.0.0.0 on compute 10.0.0.19 __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = ('There should only be 10 ... packet from source 0.0.0.0 on compute 10.0.0.19',) with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vm_regression/test_vm_serial.py", line 950, in test_underlay_broadcast_traffic_handling assert verify_tcpdump_count(self, session, pcap, exp_count=packet_count), "There should only be %s\ AssertionError: There should only be 10 packet from source 0.0.0.0 on compute 10.0.0.19 2025-09-11 03:31:00,309 - INFO - 2025-09-11 03:31:00,309 - INFO - END TEST : test_underlay_broadcast_traffic_handling : FAILED[0:00:37] 2025-09-11 03:31:00,309 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:31:01,026 - INFO - Deleted project: ctest-TestBasicVMVN0-49175314, ID : 44c75927-370a-40c7-8f40-bb5ccf53216c 2025-09-11 03:31:01,243 - INFO - Domain Default found not creating 2025-09-11 03:31:01,418 - INFO - Project ctest-TestDropStats-66717438 not found, creating it 2025-09-11 03:31:01,928 - INFO - Created Project:ctest-TestDropStats-66717438, ID : 7cc964ef-0697-4630-addc-0f8185c74ca8 2025-09-11 03:31:03,828 - INFO - ================================================================================ 2025-09-11 03:31:03,828 - INFO - STARTING TEST : test_flow_action_drop_stats 2025-09-11 03:31:03,828 - INFO - TEST DESCRIPTION : Description: Verify flow action drop stats Steps: 1. Create 2 VNs and launch 1 VM in each VN, on different nodes on multi node setup 2. Add policy to deny pkts between VNs. 3. Ping VM2 from VM1 Pass criteria: 1. Verify flow action count gets incremented, get it from introspect 2. Verify flow action count gets incremented for the vmi of VM1, get it from introspect 2025-09-11 03:31:05,091 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:31:05,091 - INFO - 2025-09-11 03:31:06,071 - INFO - Created VN ctest-vn-17066672 2025-09-11 03:31:06,661 - INFO - Created VN ctest-vn-99991867 2025-09-11 03:31:08,539 - INFO - VM ([<Server: ctest-vm1-19104885>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:31:10,208 - INFO - VM ([<Server: ctest-vm2-53274661>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:31:10,209 - INFO - Waiting for VM ctest-vm1-19104885 to be up.. 2025-09-11 03:31:15,364 - INFO - VM name : ctest-vm1-19104885 2025-09-11 03:31:21,139 - INFO - Ping to Metadata IP 169.254.0.7 of VM ctest-vm1-19104885 passed 2025-09-11 03:31:21,385 - INFO - Waiting for VM ctest-vm2-53274661 to be up.. 2025-09-11 03:31:21,443 - ERROR - VM in error state. 2025-09-11 03:31:21,443 - ERROR - VM is not in ACTIVE state 2025-09-11 03:31:21,529 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:31:21,684 - INFO - VM ctest-vm1-19104885 verfication in all API Servers passed 2025-09-11 03:31:22,177 - INFO - VM ctest-vm1-19104885 verifications in Compute nodes passed 2025-09-11 03:31:22,501 - INFO - Validated routes of VM ctest-vm1-19104885 in all vrouters 2025-09-11 03:31:23,248 - INFO - Verification in Control-nodes for VM ctest-vm1-19104885 passed 2025-09-11 03:31:24,299 - INFO - Verifying through opserver in 10.0.0.249 2025-09-11 03:31:24,319 - INFO - VM da69f91b-c25a-4d3e-ade4-31e2bd262b4b is present in default-domain:ctest-TestDropStats-66717438:ctest-vn-17066672 2025-09-11 03:31:24,564 - INFO - tap interface default-domain:ctest-TestDropStats-66717438:85d6d6d1-a491-41b8-b9e6-8f3c5852cb5f of vm da69f91b-c25a-4d3e-ade4-31e2bd262b4b is present in vrouter an-jenkins-deploy-platform-ansible-os-4079-1 uve 2025-09-11 03:31:24,988 - INFO - VM ctest-vm1-19104885 validations in Opserver passed 2025-09-11 03:31:25,050 - WARNING - VM in error state. Asserting... 2025-09-11 03:31:25,054 - INFO - Skip interface_detach for VM ctest-vm2-53274661 in state ERROR 2025-09-11 03:31:25,054 - INFO - Deleting VM ctest-vm2-53274661 2025-09-11 03:31:25,054 - ERROR - VM ctest-vm2-53274661 has failed to come up 2025-09-11 03:31:25,054 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:31:10Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:31:25,055 - INFO - Deleting VM ctest-vm1-19104885 2025-09-11 03:31:27,176 - INFO - VM ctest-vm1-19104885 is fully removed in API-Server 2025-09-11 03:31:27,437 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestDropStats-66717438:ctest-vn-17066672 2025-09-11 03:31:27,438 - INFO - VM ctest-vm1-19104885 is removed in Compute, and routes are removed in all compute nodes 2025-09-11 03:31:27,706 - INFO - Routes for VM ctest-vm1-19104885 is removed in all control-nodes 2025-09-11 03:31:52,387 - INFO - da69f91b-c25a-4d3e-ade4-31e2bd262b4b vm uve deleted from opserver 2025-09-11 03:31:52,440 - INFO - da69f91b-c25a-4d3e-ade4-31e2bd262b4b vm uve deleted from opserver 2025-09-11 03:31:52,453 - INFO - da69f91b-c25a-4d3e-ade4-31e2bd262b4b vm uve deleted from opserver 2025-09-11 03:31:52,453 - INFO - Validated that VM da69f91b-c25a-4d3e-ade4-31e2bd262b4b is removed from Opserver 2025-09-11 03:31:52,453 - INFO - Deleting VN ctest-vn-99991867 2025-09-11 03:31:52,606 - INFO - Deleting VN ctest-vn-17066672 2025-09-11 03:31:54,019 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:31:25 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vrouter.test_drop_stats.TestDrop...ion_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function TestDropStats.test_flow_action_drop_stats> self = <serial_scripts.vrouter.test_drop_stats.TestDrop...ion_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0> args = () kwargs = {} /contrail-test/serial_scripts/vrouter/test_drop_stats.py in test_flow_action_drop_stats(self=<serial_scripts.vrouter.test_drop_stats.TestDrop...ion_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0>) 36 raise self.skipTest("Skipping test case,this test needs atleast 2 compute nodes") 37 38 assert self.verify_flow_action_drop_stats() 39 return True 40 # end test_drop_stats self = <serial_scripts.vrouter.test_drop_stats.TestDrop...ion_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0> self.verify_flow_action_drop_stats = <bound method BaseDropStats.verify_flow_action_d...on_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0>> /contrail-test/common/vrouter/base_drop_stats.py in verify_flow_action_drop_stats(self=<serial_scripts.vrouter.test_drop_stats.TestDrop...ion_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0>, drop_type='ds_flow_action_drop') 45 compute1 = compute_ips[1] 46 compute1_name = self.inputs.host_data[compute1]['name'] 47 vm1_fixture, _, _, vm2_ip = self.create_verify_vn_vm(compute0_name, compute1_name, image_name) 48 49 tap = vm1_fixture.get_tap_intf_of_vm()[0]['name'] vm1_fixture undefined _ undefined vm2_ip undefined self = <serial_scripts.vrouter.test_drop_stats.TestDrop...ion_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0> self.create_verify_vn_vm = <bound method BaseDropStats.create_verify_vn_vm ...on_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0>> compute0_name = 'an-jenkins-deploy-platform-ansible-os-4079-1' compute1_name = 'an-jenkins-deploy-platform-ansible-os-4079-2' image_name = 'cirros' /contrail-test/common/vrouter/base_drop_stats.py in create_verify_vn_vm(self=<serial_scripts.vrouter.test_drop_stats.TestDrop...ion_drop_stats[dev_reg,sanity] id=0x7f7b3dc613a0>, compute0_name='an-jenkins-deploy-platform-ansible-os-4079-1', compute1_name='an-jenkins-deploy-platform-ansible-os-4079-2', image_name='cirros') 129 vm2_fixture.wait_till_vm_is_up() 130 assert vm1_fixture.verify_on_setup() 131 assert vm2_fixture.verify_on_setup() 132 vm1_ip = vm1_fixture.get_vm_ips(vn1_fq_name)[0] 133 vm2_ip = vm2_fixture.get_vm_ips(vn2_fq_name)[0] vm2_fixture = <VMFixture: ctest-vm2-53274661> vm2_fixture.verify_on_setup = <bound method VMFixture.verify_on_setup of <VMFixture: ctest-vm2-53274661>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vrouter/test_drop_stats.py", line 38, in test_flow_action_drop_stats assert self.verify_flow_action_drop_stats() File "/contrail-test/common/vrouter/base_drop_stats.py", line 47, in verify_flow_action_drop_stats vm1_fixture, _, _, vm2_ip = self.create_verify_vn_vm(compute0_name, compute1_name, image_name) File "/contrail-test/common/vrouter/base_drop_stats.py", line 131, in create_verify_vn_vm assert vm2_fixture.verify_on_setup() AssertionError 2025-09-11 03:31:54,020 - INFO - 2025-09-11 03:31:54,020 - INFO - END TEST : test_flow_action_drop_stats : FAILED[0:00:51] 2025-09-11 03:31:54,020 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:31:54,746 - INFO - Deleted project: ctest-TestDropStats-66717438, ID : 7cc964ef-0697-4630-addc-0f8185c74ca8 2025-09-11 03:31:54,922 - INFO - Domain Default found not creating 2025-09-11 03:31:55,073 - INFO - Project ctest-FatFlowAggrIpv6Serial-83448825 not found, creating it 2025-09-11 03:31:55,593 - INFO - Created Project:ctest-FatFlowAggrIpv6Serial-83448825, ID : 46a13ffc-163d-4588-a674-18cfadc8902a 2025-09-11 03:31:57,043 - INFO - ================================================================================ 2025-09-11 03:31:57,044 - INFO - STARTING TEST : test_fat_flow_aggr_dest_udp_inter_vn_inter_node 2025-09-11 03:31:57,044 - INFO - TEST DESCRIPTION : Description: Verify fat flow prefix aggr dest (IPv6) for intra-vn inter-node Steps: 1. Create 2 VNs with IPv6 subnets and launch 3 VMs.2 client VMs in VN1 on same node and server VM in VN2 on different node. Client 1 in subnet 1, Client 2 in the next subnet. Policy p1 configured to allow udp traffic between VN1 and VN2. 2. On server VM, config fat flow aggr prefix dest IPv6 len 125 for UDP port 55. 3. From both the client VMs, send ICMP6 traffic to the server VM twice with diff. src ports Pass criteria: 1. On the remote CN, expect 2 pairs ( 1 for client 1, 1 for client 2) of IPv6 fat flows with prefix aggregated for the src IPs (VM to fabric, Prefix Aggr Dest: Aggregation happens for SRC IPs) 2. On client VM compute nodes, expect 4 pairs of IPv6 flows and on server compute, expect 2 pairs of IPv6 flows 3. On server compute node, flow's source port should be 0 for fat flows Maintainer: Ankitja@juniper.net 2025-09-11 03:31:58,319 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:31:58,319 - INFO - 2025-09-11 03:31:58,319 - INFO - ================================================================================ 2025-09-11 03:31:58,319 - INFO - STARTING TEST : test_fat_flow_aggr_dest_udp_inter_vn_inter_node 2025-09-11 03:31:58,319 - INFO - TEST DESCRIPTION : : Description: Verify fat flow prefix aggr dest (IPv4) for intra-vn inter-node Steps: 1. Create 2 VNs and launch 3 VMs.2 client VMs in VN1 on same node and server VM in VN2 on different node. Client 1 in subnet 1, Client 2 in the next subnet. Policy p1 configured to allow udp traffic between VN1 and VN2. 2. On server VM, config fat flow aggr prefix dest len 29 for UDP port 55. 3. From both the client VMs, send ICMP traffic to the server VM twice with diff. src ports Pass criteria: 1. On the remote CN, expect 2 pairs ( 1 for client 1, 1 for client 2) of fat flows with prefix aggregated for the src IPs (VM to fabric, Prefix Aggr Dest: Aggregation happens for SRC IPs) 2. On client VM compute nodes, expect 4 pairs of flows and on server compute, expect 2 pairs of flows 3. On server compute node, flow's source port should be 0 for fat flows Maintainer: Ankitja@juniper.net 2025-09-11 03:31:59,597 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:31:59,597 - INFO - 2025-09-11 03:32:00,802 - INFO - Created VN ctest-vn-23223893 2025-09-11 03:32:01,720 - INFO - Created VN ctest-vn-80085401 2025-09-11 03:32:02,321 - INFO - Verified VN network id 17 for VN 6bf788b0-b047-445a-9acb-ccf7070ab237 2025-09-11 03:32:02,322 - INFO - Verifications in API Server for VN ctest-vn-23223893 passed 2025-09-11 03:32:02,389 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-23223893 passed 2025-09-11 03:32:04,169 - INFO - Validated that VN default-domain:ctest-FatFlowAggrIpv6Serial-83448825:ctest-vn-23223893 is found in opserver 2025-09-11 03:32:04,404 - INFO - Verified VN network id 18 for VN 1b311899-1206-4de4-9162-f2d3a6e58f4c 2025-09-11 03:32:04,404 - INFO - Verifications in API Server for VN ctest-vn-80085401 passed 2025-09-11 03:32:04,472 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-80085401 passed 2025-09-11 03:32:04,780 - INFO - Validated that VN default-domain:ctest-FatFlowAggrIpv6Serial-83448825:ctest-vn-80085401 is found in opserver 2025-09-11 03:32:06,402 - INFO - VM ([<Server: ctest-FatFlowAggrIpv6Serial-83448825-62176810>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:32:06,402 - INFO - Waiting for VM ctest-FatFlowAggrIpv6Serial-83448825-62176810 to be up.. 2025-09-11 03:32:11,540 - INFO - VM name : ctest-FatFlowAggrIpv6Serial-83448825-62176810 2025-09-11 03:32:50,094 - INFO - Ping to Metadata IP 169.254.0.7 of VM ctest-FatFlowAggrIpv6Serial-83448825-62176810 passed 2025-09-11 03:33:13,006 - INFO - VM ([<Server: client2_vm>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:33:13,006 - INFO - Waiting for VM client2_vm to be up.. 2025-09-11 03:33:18,129 - INFO - VM name : client2_vm 2025-09-11 03:34:00,393 - INFO - Ping to Metadata IP 169.254.0.8 of VM client2_vm passed 2025-09-11 03:34:27,815 - INFO - VM ([<Server: ctest-FatFlowAggrIpv6Serial-83448825-78235554>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:34:27,816 - INFO - Waiting for VM ctest-FatFlowAggrIpv6Serial-83448825-78235554 to be up.. 2025-09-11 03:34:27,873 - ERROR - VM in error state. 2025-09-11 03:34:27,873 - ERROR - VM is not in ACTIVE state 2025-09-11 03:34:27,957 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:34:27,962 - INFO - Skip interface_detach for VM ctest-FatFlowAggrIpv6Serial-83448825-78235554 in state ERROR 2025-09-11 03:34:27,962 - INFO - Deleting VM ctest-FatFlowAggrIpv6Serial-83448825-78235554 2025-09-11 03:34:27,963 - ERROR - VM ctest-FatFlowAggrIpv6Serial-83448825-78235554 has failed to come up 2025-09-11 03:34:27,963 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:34:27Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:34:27,963 - INFO - Detaching port 531894b0-17f7-4ae7-a8c1-f5e674110f2c from VM client2_vm 2025-09-11 03:34:27,993 - INFO - Deleting VM client2_vm 2025-09-11 03:34:28,390 - INFO - Deleted port 531894b0-17f7-4ae7-a8c1-f5e674110f2c 2025-09-11 03:34:28,390 - INFO - Deleting VM ctest-FatFlowAggrIpv6Serial-83448825-62176810 2025-09-11 03:34:28,462 - INFO - Deleting VN ctest-vn-80085401 2025-09-11 03:34:28,823 - INFO - Validated that VN ctest-vn-80085401 is not found in API Server 2025-09-11 03:34:28,846 - INFO - Validated that VN ctest-vn-80085401 is not in any agent 2025-09-11 03:34:28,882 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-80085401 info 2025-09-11 03:34:28,882 - INFO - Deleting VN ctest-vn-23223893 2025-09-11 03:34:28,938 - WARNING - Deleting VN ctest-vn-23223893 failed..Will retry 2025-09-11 03:34:31,260 - INFO - Validated that VN ctest-vn-23223893 is not found in API Server 2025-09-11 03:34:31,283 - INFO - Validated that VN ctest-vn-23223893 is not in any agent 2025-09-11 03:34:31,314 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-23223893 info 2025-09-11 03:34:32,577 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:34:27 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node> self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> args = () kwargs = {} /contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py in test_fat_flow_aggr_dest_udp_inter_vn_inter_node(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>) 56 policy_deny = False 57 vn_policy = True 58 self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, 59 inter_node=inter_node,inter_vn=inter_vn, proto=proto, 60 port=port, vn_policy=vn_policy, policy_deny=policy_deny, self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> self.fat_flow_with_prefix_aggr = <bound method BaseVrouterTest.fat_flow_with_pref...vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>> prefix_length = 29 inter_node = True inter_vn = True proto = 'udp' port = 55 vn_policy = True policy_deny = False dual undefined ipv6 = True prefix_length6 = 125 only_v6 = True /contrail-test/common/vrouter/base.py in fat_flow_with_prefix_aggr(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, prefix_length=29, prefix_length6=125, inter_node=True, inter_vn=True, dual=True, traffic_recvr=False, unidirectional_traffic=True, ignore_address=None, proto='udp', port=55, portv6=56, svc_chain=False, only_v6=True, af='v4', icmp_error=False, hc=None, vn_policy=True, policy_deny=False, svm_inter_node=False, resources=True, scale=False) 422 node_name=server_compute) 423 for server in self.server_fixtures: 424 assert server.wait_till_vm_is_up() 425 426 server_fixtures = self.server_fixtures server = <VMFixture: ctest-FatFlowAggrIpv6Serial-83448825-78235554> server.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <V...: ctest-FatFlowAggrIpv6Serial-83448825-78235554>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py", line 58, in test_fat_flow_aggr_dest_udp_inter_vn_inter_node self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, File "/contrail-test/common/vrouter/base.py", line 424, in fat_flow_with_prefix_aggr assert server.wait_till_vm_is_up() AssertionError 2025-09-11 03:34:32,577 - INFO - 2025-09-11 03:34:32,577 - INFO - END TEST : test_fat_flow_aggr_dest_udp_inter_vn_inter_node : FAILED[0:02:34] 2025-09-11 03:34:32,577 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:34:33,851 - ERROR - TestFailed Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:34:32 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function FatFlowAggrIpv6Serial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node> self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> args = () kwargs = {} /contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py in test_fat_flow_aggr_dest_udp_inter_vn_inter_node(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>) 91 92 """ 93 self.inputs.set_af('dual') 94 super(FatFlowAggrIpv6Serial, self).test_fat_flow_aggr_dest_udp_inter_vn_inter_node() 95 builtinsuper = <class 'super'> global FatFlowAggrIpv6Serial = <class 'serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrIpv6Serial'> self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> ).test_fat_flow_aggr_dest_udp_inter_vn_inter_node = <bound method FatFlowAggrIpv6Serial.test_fat_flo...vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>> /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, *args=(), **kwargs={}) 174 if 'ci_image' in list(os.environ.keys()): 175 os.environ['stop_execution_flag'] = 'set' 176 raise TestFailed("\n ".join(errmsg)) 177 elif testskip: 178 log.info('') global TestFailed = <class 'tcutils.cores.TestFailed'> "\n ".join undefined errmsg = ['Test failed: AssertionError\nPython 3.9.21: /usr/...ert server.wait_till_vm_is_up()\nAssertionError\n\n\n'] TestFailed: Test failed: AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:34:27 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node> self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> args = () kwargs = {} /contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py in test_fat_flow_aggr_dest_udp_inter_vn_inter_node(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>) 56 policy_deny = False 57 vn_policy = True 58 self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, 59 inter_node=inter_node,inter_vn=inter_vn, proto=proto, 60 port=port, vn_policy=vn_policy, policy_deny=policy_deny, self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> self.fat_flow_with_prefix_aggr = <bound method BaseVrouterTest.fat_flow_with_pref...vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>> prefix_length = 29 inter_node = True inter_vn = True proto = 'udp' port = 55 vn_policy = True policy_deny = False dual undefined ipv6 = True prefix_length6 = 125 only_v6 = True /contrail-test/common/vrouter/base.py in fat_flow_with_prefix_aggr(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, prefix_length=29, prefix_length6=125, inter_node=True, inter_vn=True, dual=True, traffic_recvr=False, unidirectional_traffic=True, ignore_address=None, proto='udp', port=55, portv6=56, svc_chain=False, only_v6=True, af='v4', icmp_error=False, hc=None, vn_policy=True, policy_deny=False, svm_inter_node=False, resources=True, scale=False) 422 node_name=server_compute) 423 for server in self.server_fixtures: 424 assert server.wait_till_vm_is_up() 425 426 server_fixtures = self.server_fixtures server = <VMFixture: ctest-FatFlowAggrIpv6Serial-83448825-78235554> server.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <V...: ctest-FatFlowAggrIpv6Serial-83448825-78235554>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py", line 58, in test_fat_flow_aggr_dest_udp_inter_vn_inter_node self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, File "/contrail-test/common/vrouter/base.py", line 424, in fat_flow_with_prefix_aggr assert server.wait_till_vm_is_up() AssertionError __cause__ = None __class__ = <class 'tcutils.cores.TestFailed'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of TestFailed object> __dict__ = {} __dir__ = <built-in method __dir__ of TestFailed object> __doc__ = None __eq__ = <method-wrapper '__eq__' of TestFailed object> __format__ = <built-in method __format__ of TestFailed object> __ge__ = <method-wrapper '__ge__' of TestFailed object> __getattribute__ = <method-wrapper '__getattribute__' of TestFailed object> __gt__ = <method-wrapper '__gt__' of TestFailed object> __hash__ = <method-wrapper '__hash__' of TestFailed object> __init__ = <method-wrapper '__init__' of TestFailed object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of TestFailed object> __lt__ = <method-wrapper '__lt__' of TestFailed object> __module__ = 'tcutils.cores' __ne__ = <method-wrapper '__ne__' of TestFailed object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of TestFailed object> __reduce_ex__ = <built-in method __reduce_ex__ of TestFailed object> __repr__ = <method-wrapper '__repr__' of TestFailed object> __setattr__ = <method-wrapper '__setattr__' of TestFailed object> __setstate__ = <built-in method __setstate__ of TestFailed object> __sizeof__ = <built-in method __sizeof__ of TestFailed object> __str__ = <method-wrapper '__str__' of TestFailed object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> __weakref__ = None args = ('Test failed: AssertionError\nPython 3.9.21: /usr/...ert server.wait_till_vm_is_up()\nAssertionError\n\n\n',) with_traceback = <built-in method with_traceback of TestFailed object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py", line 94, in test_fat_flow_aggr_dest_udp_inter_vn_inter_node super(FatFlowAggrIpv6Serial, self).test_fat_flow_aggr_dest_udp_inter_vn_inter_node() File "/contrail-test/tcutils/wrappers.py", line 176, in wrapper raise TestFailed("\n ".join(errmsg)) tcutils.cores.TestFailed: Test failed: AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:34:27 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node> self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> args = () kwargs = {} /contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py in test_fat_flow_aggr_dest_udp_inter_vn_inter_node(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>) 56 policy_deny = False 57 vn_policy = True 58 self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, 59 inter_node=inter_node,inter_vn=inter_vn, proto=proto, 60 port=port, vn_policy=vn_policy, policy_deny=policy_deny, self = <serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0> self.fat_flow_with_prefix_aggr = <bound method BaseVrouterTest.fat_flow_with_pref...vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>> prefix_length = 29 inter_node = True inter_vn = True proto = 'udp' port = 55 vn_policy = True policy_deny = False dual undefined ipv6 = True prefix_length6 = 125 only_v6 = True /contrail-test/common/vrouter/base.py in fat_flow_with_prefix_aggr(self=<serial_scripts.vrouter.test_fat_flow_aggr_seria..._vn_inter_node[dev_reg,sanity] id=0x7f7b3dc071f0>, prefix_length=29, prefix_length6=125, inter_node=True, inter_vn=True, dual=True, traffic_recvr=False, unidirectional_traffic=True, ignore_address=None, proto='udp', port=55, portv6=56, svc_chain=False, only_v6=True, af='v4', icmp_error=False, hc=None, vn_policy=True, policy_deny=False, svm_inter_node=False, resources=True, scale=False) 422 node_name=server_compute) 423 for server in self.server_fixtures: 424 assert server.wait_till_vm_is_up() 425 426 server_fixtures = self.server_fixtures server = <VMFixture: ctest-FatFlowAggrIpv6Serial-83448825-78235554> server.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <V...: ctest-FatFlowAggrIpv6Serial-83448825-78235554>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vrouter/test_fat_flow_aggr_serial.py", line 58, in test_fat_flow_aggr_dest_udp_inter_vn_inter_node self.fat_flow_with_prefix_aggr(prefix_length=prefix_length, File "/contrail-test/common/vrouter/base.py", line 424, in fat_flow_with_prefix_aggr assert server.wait_till_vm_is_up() AssertionError 2025-09-11 03:34:33,852 - INFO - 2025-09-11 03:34:33,852 - INFO - END TEST : test_fat_flow_aggr_dest_udp_inter_vn_inter_node : FAILED[0:02:36] 2025-09-11 03:34:33,852 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:34:34,602 - INFO - Deleted project: ctest-FatFlowAggrIpv6Serial-83448825, ID : 46a13ffc-163d-4588-a674-18cfadc8902a 2025-09-11 03:34:34,785 - INFO - Domain Default found not creating 2025-09-11 03:34:34,935 - INFO - Project ctest-FatFlowSerialIpv6-53300288 not found, creating it 2025-09-11 03:34:35,552 - INFO - Created Project:ctest-FatFlowSerialIpv6-53300288, ID : c2ffe885-ac59-427b-b1d9-aa2e7ff06e30 2025-09-11 03:34:36,958 - INFO - ================================================================================ 2025-09-11 03:34:36,958 - INFO - STARTING TEST : test_fat_flow_intra_vn_inter_node 2025-09-11 03:34:36,958 - INFO - TEST DESCRIPTION : Description: Verify Fat flow for intra-VN inter-Node traffic Steps: 1. create 1 VN and launch 3 VMs in it.client VMs on same node and server VM on different node. 2. on server VM, config Fat flow for udp port 53. 3. from both client VM, send UDP traffic to server on port 53 twice with diff. src ports Pass criteria: 1. on client VMs compute, 4 set of flows and on server compute, 2 set of flows should be created 2. on server compute, flow's source port should be 0 for Fat flow 2025-09-11 03:34:38,227 - INFO - Initial checks done. Running the testcase now 2025-09-11 03:34:38,227 - INFO - 2025-09-11 03:34:39,378 - INFO - Created VN ctest-vn-98716037 2025-09-11 03:34:39,986 - INFO - Verified VN network id 17 for VN b7376ad3-c923-4e17-b69c-2d090c0b1c2f 2025-09-11 03:34:39,987 - INFO - Verifications in API Server for VN ctest-vn-98716037 passed 2025-09-11 03:34:40,050 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-98716037 passed 2025-09-11 03:34:41,284 - INFO - Validated that VN default-domain:ctest-FatFlowSerialIpv6-53300288:ctest-vn-98716037 is found in opserver 2025-09-11 03:34:42,790 - INFO - VM ([<Server: ctest-FatFlowSerialIpv6-53300288-54962095>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:34:44,621 - INFO - VM ([<Server: ctest-FatFlowSerialIpv6-53300288-86389561>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-1), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-1) 2025-09-11 03:34:46,554 - INFO - VM ([<Server: ctest-FatFlowSerialIpv6-53300288-56321686>]) created on node: (an-jenkins-deploy-platform-ansible-os-4079-2), Zone: (nova:an-jenkins-deploy-platform-ansible-os-4079-2) 2025-09-11 03:34:46,554 - INFO - Waiting for VM ctest-FatFlowSerialIpv6-53300288-54962095 to be up.. 2025-09-11 03:34:46,641 - INFO - VM name : ctest-FatFlowSerialIpv6-53300288-54962095 2025-09-11 03:35:41,683 - INFO - Ping to Metadata IP 169.254.0.7 of VM ctest-FatFlowSerialIpv6-53300288-54962095 passed 2025-09-11 03:36:07,721 - INFO - Waiting for VM ctest-FatFlowSerialIpv6-53300288-86389561 to be up.. 2025-09-11 03:36:07,803 - INFO - VM name : ctest-FatFlowSerialIpv6-53300288-86389561 2025-09-11 03:36:09,137 - INFO - Ping to Metadata IP 169.254.0.8 of VM ctest-FatFlowSerialIpv6-53300288-86389561 passed 2025-09-11 03:36:09,374 - INFO - Waiting for VM ctest-FatFlowSerialIpv6-53300288-56321686 to be up.. 2025-09-11 03:36:09,428 - ERROR - VM in error state. 2025-09-11 03:36:09,428 - ERROR - VM is not in ACTIVE state 2025-09-11 03:36:09,504 - ERROR - Fatal Nova Exception while getting VM detail 2025-09-11 03:36:09,507 - INFO - Skip interface_detach for VM ctest-FatFlowSerialIpv6-53300288-56321686 in state ERROR 2025-09-11 03:36:09,507 - INFO - Deleting VM ctest-FatFlowSerialIpv6-53300288-56321686 2025-09-11 03:36:09,507 - ERROR - VM ctest-FatFlowSerialIpv6-53300288-56321686 has failed to come up 2025-09-11 03:36:09,507 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-09-11T03:34:46Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'} 2025-09-11 03:36:09,507 - INFO - Deleting VM ctest-FatFlowSerialIpv6-53300288-86389561 2025-09-11 03:36:09,583 - INFO - Deleting VM ctest-FatFlowSerialIpv6-53300288-54962095 2025-09-11 03:36:09,670 - INFO - Deleting VN ctest-vn-98716037 2025-09-11 03:36:09,718 - WARNING - Deleting VN ctest-vn-98716037 failed..Will retry 2025-09-11 03:36:12,015 - INFO - Validated that VN ctest-vn-98716037 is not found in API Server 2025-09-11 03:36:12,039 - INFO - Validated that VN ctest-vn-98716037 is not in any agent 2025-09-11 03:36:12,071 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-98716037 info 2025-09-11 03:36:13,339 - ERROR - AssertionError Python 3.9.21: /usr/bin/python3 Thu Sep 11 03:36:09 2025 A problem occurred in a Python script. Here is the sequence of function calls leading up to the error, in the order they occurred. /contrail-test/tcutils/wrappers.py in wrapper(self=<serial_scripts.vrouter.test_fat_flow_serial.Fat...n_inter_node[cb_sanity,sanity] id=0x7f7b3dc0fe80>, *args=(), **kwargs={}) 78 log.info('Initial checks done. Running the testcase now') 79 log.info('') 80 result = function(self, *args, **kwargs) 81 if self.inputs.upgrade: 82 pid = os.getpid() result = None function = <function FatFlowSerial.test_fat_flow_intra_vn_inter_node> self = <serial_scripts.vrouter.test_fat_flow_serial.Fat...n_inter_node[cb_sanity,sanity] id=0x7f7b3dc0fe80> args = () kwargs = {} /contrail-test/serial_scripts/vrouter/test_fat_flow_serial.py in test_fat_flow_intra_vn_inter_node(self=<serial_scripts.vrouter.test_fat_flow_serial.Fat...n_inter_node[cb_sanity,sanity] id=0x7f7b3dc0fe80>) 43 node_name=compute_hosts[1]) 44 self.verify_vms(client_fixtures) 45 self.verify_vms(server_fixtures) 46 47 #Configure Fat flow on server VM self = <serial_scripts.vrouter.test_fat_flow_serial.Fat...n_inter_node[cb_sanity,sanity] id=0x7f7b3dc0fe80> self.verify_vms = <bound method BaseVrouterTest.verify_vms of <ser..._inter_node[cb_sanity,sanity] id=0x7f7b3dc0fe80>> server_fixtures = [<VMFixture: ctest-FatFlowSerialIpv6-53300288-56321686>] /contrail-test/common/vrouter/base.py in verify_vms(self=<serial_scripts.vrouter.test_fat_flow_serial.Fat...n_inter_node[cb_sanity,sanity] id=0x7f7b3dc0fe80>, vm_fixtures=[<VMFixture: ctest-FatFlowSerialIpv6-53300288-56321686>]) 198 def verify_vms(self, vm_fixtures): 199 for vm_fixture in vm_fixtures: 200 assert vm_fixture.wait_till_vm_is_up() 201 202 def add_static_routes_on_vms(self,prefix, vm_fixtures, ip=None): vm_fixture = <VMFixture: ctest-FatFlowSerialIpv6-53300288-56321686> vm_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <V...ture: ctest-FatFlowSerialIpv6-53300288-56321686>> AssertionError: __cause__ = None __class__ = <class 'AssertionError'> __context__ = None __delattr__ = <method-wrapper '__delattr__' of AssertionError object> __dict__ = {} __dir__ = <built-in method __dir__ of AssertionError object> __doc__ = 'Assertion failed.' __eq__ = <method-wrapper '__eq__' of AssertionError object> __format__ = <built-in method __format__ of AssertionError object> __ge__ = <method-wrapper '__ge__' of AssertionError object> __getattribute__ = <method-wrapper '__getattribute__' of AssertionError object> __gt__ = <method-wrapper '__gt__' of AssertionError object> __hash__ = <method-wrapper '__hash__' of AssertionError object> __init__ = <method-wrapper '__init__' of AssertionError object> __init_subclass__ = <built-in method __init_subclass__ of type object> __le__ = <method-wrapper '__le__' of AssertionError object> __lt__ = <method-wrapper '__lt__' of AssertionError object> __ne__ = <method-wrapper '__ne__' of AssertionError object> __new__ = <built-in method __new__ of type object> __reduce__ = <built-in method __reduce__ of AssertionError object> __reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object> __repr__ = <method-wrapper '__repr__' of AssertionError object> __setattr__ = <method-wrapper '__setattr__' of AssertionError object> __setstate__ = <built-in method __setstate__ of AssertionError object> __sizeof__ = <built-in method __sizeof__ of AssertionError object> __str__ = <method-wrapper '__str__' of AssertionError object> __subclasshook__ = <built-in method __subclasshook__ of type object> __suppress_context__ = False __traceback__ = <traceback object> args = () with_traceback = <built-in method with_traceback of AssertionError object> The above is a description of an error in a Python program. Here is the original traceback: Traceback (most recent call last): File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper result = function(self, *args, **kwargs) File "/contrail-test/serial_scripts/vrouter/test_fat_flow_serial.py", line 45, in test_fat_flow_intra_vn_inter_node self.verify_vms(server_fixtures) File "/contrail-test/common/vrouter/base.py", line 200, in verify_vms assert vm_fixture.wait_till_vm_is_up() AssertionError 2025-09-11 03:36:13,340 - INFO - 2025-09-11 03:36:13,340 - INFO - END TEST : test_fat_flow_intra_vn_inter_node : FAILED[0:01:37] 2025-09-11 03:36:13,340 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:36:14,086 - INFO - Deleted project: ctest-FatFlowSerialIpv6-53300288, ID : c2ffe885-ac59-427b-b1d9-aa2e7ff06e30 2025-09-11 03:36:14,305 - INFO - Domain Default found not creating 2025-09-11 03:36:14,460 - INFO - Project ctest-TestXmpptests-29935502 not found, creating it 2025-09-11 03:36:14,955 - INFO - Created Project:ctest-TestXmpptests-29935502, ID : 8a9ee10a-adea-4955-89e0-7125967bb176 2025-09-11 03:36:16,384 - INFO - ================================================================================ 2025-09-11 03:36:16,384 - INFO - STARTING TEST : test_precedence_xmpp_auth 2025-09-11 03:36:16,385 - INFO - TEST DESCRIPTION : Precedence in XMPP auth is that server auth takes precedence over agent auth. To check this, undo xmpp auth on server side and check if XMPP is up and it shows no "TLS" string in introspect. 2025-09-11 03:36:17,670 - INFO - Xmpp auth should be set before running tests 2025-09-11 03:36:18,948 - INFO - 2025-09-11 03:36:18,948 - INFO - END TEST : test_precedence_xmpp_auth : SKIPPED[0:00:02] 2025-09-11 03:36:18,948 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:36:18,952 - INFO - ================================================================================ 2025-09-11 03:36:18,952 - INFO - STARTING TEST : test_undo_xmpp_auth 2025-09-11 03:36:18,953 - INFO - TEST DESCRIPTION : Check if undoing setting and deleting xmpp auth creates any issues. Also confirm if introspect reflects the changes as and when they are done 2025-09-11 03:36:20,231 - INFO - Xmpp auth should be set before running tests 2025-09-11 03:36:21,522 - INFO - 2025-09-11 03:36:21,522 - INFO - END TEST : test_undo_xmpp_auth : SKIPPED[0:00:03] 2025-09-11 03:36:21,522 - INFO - -------------------------------------------------------------------------------- 2025-09-11 03:36:22,222 - INFO - Deleted project: ctest-TestXmpptests-29935502, ID : 8a9ee10a-adea-4955-89e0-7125967bb176 + [[ -z '' ]] + [[ -z sanity ]] + sleep 2 + /usr/bin/python3 tools/report_gen.py contrail_test_input.yaml report_details_2025_09_11_02_02_47.ini /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources [localhost] local: rpm -q --queryformat '%{VERSION}-' contrail-lib; rpm -q --queryformat '%{RELEASE}' contrail-lib | awk -F'.' '{print $1}' Traceback (most recent call last): File "/contrail-test/tools/report_gen.py", line 246, in <module> main(sys.argv[1], sys.argv[2]) File "/contrail-test/tools/report_gen.py", line 241, in main obj.setUp() File "/contrail-test/tools/report_gen.py", line 53, in setUp self.setup_detail = '%s %s~%s' % (self.get_distro(), self.build_id, File "/contrail-test/tools/report_gen.py", line 206, in get_distro self.distro = self.run_cmd_on_server(self.cfgm_ips[0], cmd, container='controller') File "/contrail-test/common/contrail_test_init.py", line 974, in run_cmd_on_server raise Exception(msg) Exception: Container controller is not present on host 10.0.0.249 + echo 'Generated report_details* file: report_details_2025_09_11_02_02_47.ini' Generated report_details* file: report_details_2025_09_11_02_02_47.ini + parse_results + /usr/bin/python3 tools/parse_result.py result_2025_09_11_02_02_47_785.xml report_details_2025_09_11_02_02_47.ini Traceback (most recent call last): File "/contrail-test/tools/parse_result.py", line 81, in <module> logs_location = _get_log_location(report_file) File "/contrail-test/tools/parse_result.py", line 71, in _get_log_location log_location = config.get('Test', 'logslocation') File "/usr/lib64/python3.9/configparser.py", line 781, in get d = self._unify_values(section, vars) File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values raise NoSectionError(section) from None configparser.NoSectionError: No section: 'Test' + /usr/bin/python3 tools/parse_result.py result_2025_09_11_02_02_47_15862.xml report_details_2025_09_11_02_02_47.ini Traceback (most recent call last): File "/contrail-test/tools/parse_result.py", line 81, in <module> logs_location = _get_log_location(report_file) File "/contrail-test/tools/parse_result.py", line 71, in _get_log_location log_location = config.get('Test', 'logslocation') File "/usr/lib64/python3.9/configparser.py", line 781, in get d = self._unify_values(section, vars) File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values raise NoSectionError(section) from None configparser.NoSectionError: No section: 'Test' + generate_html + '[' -f result_2025_09_11_02_02_47_785.xml ']' + /usr/bin/python3 tools/update_testsuite_properties.py report_details_2025_09_11_02_02_47.ini result_2025_09_11_02_02_47_785.xml Traceback (most recent call last): File "/contrail-test/tools/update_testsuite_properties.py", line 104, in <module> update_xml(sys.argv[1], sys.argv[2]) File "/contrail-test/tools/update_testsuite_properties.py", line 8, in update_xml build_id = config.get('Test', 'Build') File "/usr/lib64/python3.9/configparser.py", line 781, in get d = self._unify_values(section, vars) File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values raise NoSectionError(section) from None configparser.NoSectionError: No section: 'Test' + ant Buildfile: /contrail-test/build.xml junit-report: [delete] Deleting directory /contrail-test/report [junitreport] Processing /contrail-test/report/TESTS-TestSuites.xml to /contrail-test/report/junit-noframes.html [junitreport] Loading stylesheet /contrail-test/junit-noframes.xsl [junitreport] Transform time: 600ms BUILD SUCCESSFUL Total time: 1 second + echo 'Generate HTML reports in report/ folder : report/junit-noframes.html' Generate HTML reports in report/ folder : report/junit-noframes.html + convert_logs_to_html + /usr/bin/python3 tools/convert_logs_to_html.py logs/ logs/testdetailedpolicy1.log logs/testsvchc.log logs/testmtu.log logs/testdropstats.log logs/testqos.log logs/testbasicpolicyipv4v6.log logs/testvifstats.log logs/testrouters.log logs/testports.log logs/testmultiinlinesvcipv6.log logs/testsubinterfaces.log logs/testsvcregr.log logs/auth.log logs/testbasicvmvn0.log logs/testecmpipv6fragments.log logs/analyticstestsanitywithmin.log logs/testvdnsbasic0.log logs/testbgpaaslocalas.log logs/testrp.log logs/testbgpaaszone.log logs/testxmpptests.log logs/disablepolicyecmpipv6.log logs/testpolicyacl.log logs/testecmpwithsvmchange.log logs/testbasicheat.log logs/fatflowaggr.log logs/testbasicpolicy.log logs/testbasicrtfilter.log logs/testbasicvmvnx.log logs/testvifdump.log logs/testdetailedpolicy0ipv4v6.log logs/testecmpsanityipv6.log logs/testrbacbasic.log logs/analyticstestsanitywithresource.log logs/testgwlessfwd.log logs/testbasicvmvn.log logs/testrbac.log logs/testencapcases.log logs/fatflowaggripv6serial.log logs/testmultiinlinesvc.log logs/testroutersbasic.log logs/testpolicyaclipv4v6.log logs/testroutes.log logs/testecmpconfighashfeature.log logs/testserialsanity_mx.log logs/securitygroupbasicregressiontests1.log logs/testbasicpolicynegativeipv4v6.log logs/testasn4.log logs/testfbitmergebuffdisable.log logs/securitygroupbasicregressiontests1ipv6.log logs/analyticsbasictestsanity.log logs/testdm.log logs/analyticstestsanity.log logs/testheat.log logs/testmtuprobe.log logs/securitygroupbasicregressiontests1_contrail.log logs/floatingipbasictestsanity.log logs/testheatipv6.log logs/testbasicheatipv6.log logs/testbasicpolicymodifyipv4v6.log logs/testmd5testsoncontrol.log logs/dbmanagetest.log logs/testdpdkbondstatus.log logs/analyticstestsanity3.log logs/testgrogso.log logs/testbasicrr.log logs/fatflowserialipv6.log logs/testsvcv2mirror.log logs/testsanity_mx.log logs/introspect.log logs/documentationtest.log logs/__main__.log logs/testdetailedpolicy1ipv4v6.log logs/tcutils.collector.opserver_results.log logs/testlacp.log logs/testcrud.log logs/common.contrail_test_init.log logs/testecmpsanity.log logs/testevpncasesrestart.log logs/testecmpfeature.log + echo 'Converted log files to html files' Converted log files to html files + collect_tracebacks + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts:/contrail-test:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts:/contrail-test:/contrail-test/fixtures + /usr/bin/python3 tools/collect_bts.py contrail_test_input.yaml /usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. import pkg_resources [ubuntu@10.0.0.49] put: tools/search-bt.py -> /tmp/search-bt.py Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-tracebacks.log Ignored Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-ignored_tracebacks.log Traceback parse errors will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-traceback_parse_failures.log Done looking for tracebacks [ubuntu@10.0.0.49] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-3-tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.49] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-3-ignored_tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-ignored_tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-ignored_tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.49] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-3-traceback_parse_failures.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-3-traceback_parse_failures.log [ubuntu@10.0.0.22] put: tools/search-bt.py -> /tmp/search-bt.py Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-tracebacks.log Ignored Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-ignored_tracebacks.log Traceback parse errors will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-traceback_parse_failures.log Done looking for tracebacks [ubuntu@10.0.0.22] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-2-tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.22] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-2-ignored_tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-ignored_tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-ignored_tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.22] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-2-traceback_parse_failures.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-2-traceback_parse_failures.log [ubuntu@10.0.0.249] put: tools/search-bt.py -> /tmp/search-bt.py Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-tracebacks.log Ignored Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-ignored_tracebacks.log Traceback parse errors will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-traceback_parse_failures.log Done looking for tracebacks [ubuntu@10.0.0.249] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-1-tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.249] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-1-ignored_tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-ignored_tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-ignored_tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.249] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4079-1-traceback_parse_failures.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4079-1-traceback_parse_failures.log + sleep 2 + retval=0 + '[' 0 -lt 101 ']' + exit 100 + rv_run_test=100 + '[' -d /contrail-test.save ']' + cp -f /opt/contrail/utils/fabfile/testbeds/testbed.py /contrail-test.save/ cp: cannot stat '/opt/contrail/utils/fabfile/testbeds/testbed.py': No such file or directory + rsync -L -a --exclude logs/ --exclude report/ /contrail-test /contrail-test.save/ + exit 100 tput: No value for $TERM and no -T specified ERROR: there were failures during the test. See detailed logs in /home/ubuntu/contrail-test-runs INFO: collect logs ~/contrail-test-runs/2025_09_11_02_02_47 ~ logs/ logs/testdetailedpolicy1.log logs/testsvchc.log logs/testmtu.log logs/cn-jenkins-deploy-platform-ansible-os-4079-3-traceback_parse_failures.log logs/testmtuprobe.html logs/testdropstats.log logs/testqos.log logs/testsvcv2mirror.html logs/testbasicpolicyipv4v6.log logs/tcutils.util.log logs/testvifstats.log logs/testbasicvmvn.html logs/testpolicyacl.html logs/common.html logs/testrouters.log logs/testports.log logs/testdetailedpolicy1.html logs/testmultiinlinesvcipv6.log logs/testbasicpolicymodifyipv4v6.html logs/testsubinterfaces.log logs/testsvcregr.log logs/testsvcregr.html logs/cn-jenkins-deploy-platform-ansible-os-4079-2-tracebacks.log logs/testserialsanity_mx.html logs/auth.log logs/analyticstestsanity.html logs/testbasicvmvn0.log logs/testecmpipv6fragments.log logs/securitygroupbasicregressiontests1ipv6.html logs/cn-jenkins-deploy-platform-ansible-os-4079-2-traceback_parse_failures.log logs/analyticstestsanity3.html logs/analyticstestsanitywithmin.log logs/testvdnsbasic0.log logs/analyticstestsanitywithmin.html logs/testbgpaaslocalas.log logs/testbasicrr.html logs/testrp.log logs/testroutersbasic.html logs/testbgpaaszone.log logs/tcutils.html logs/testxmpptests.log logs/disablepolicyecmpipv6.log logs/testpolicyaclipv4v6.html logs/testpolicyacl.log logs/securitygroupbasicregressiontests1_contrail.html logs/testecmpwithsvmchange.log logs/testbasicheat.log logs/fatflowaggr.log logs/testbasicpolicy.log logs/testdetailedpolicy1ipv4v6.html logs/testbasicrtfilter.log logs/testbasicvmvnx.log logs/testvifdump.log logs/fatflowaggripv6serial.html logs/testdetailedpolicy0ipv4v6.log logs/testecmpsanityipv6.log logs/testcrud.html logs/testbasicrtfilter.html logs/cn-jenkins-deploy-platform-ansible-os-4079-1-tracebacks.log logs/dbmanagetest.html logs/testbgpaaslocalas.html logs/testrbacbasic.log logs/testheat.html logs/testrouters.html logs/analyticstestsanitywithresource.log logs/testdropstats.html logs/testgwlessfwd.log logs/testqos.html logs/testdpdkbondstatus.html logs/testvifdump.html logs/testbasicvmvn.log logs/testfbitmergebuffdisable.html logs/testrbac.log logs/documentationtest.html logs/testencapcases.log logs/fatflowaggripv6serial.log logs/testbgpaaszone.html logs/testvdnsbasic0.html logs/testbasicpolicynegativeipv4v6.html logs/testecmpconfighashfeature.html logs/testmultiinlinesvc.log logs/testecmpsanity.html logs/floatingipbasictestsanity.html logs/testdm.html logs/testecmpwithsvmchange.html logs/testmultiinlinesvc.html logs/testroutersbasic.log logs/testpolicyaclipv4v6.log logs/testroutes.log logs/testevpncasesrestart.html logs/testecmpconfighashfeature.log logs/securitygroupbasicregressiontests1.html logs/testserialsanity_mx.log logs/securitygroupbasicregressiontests1.log logs/testmtu.html logs/testsubinterfaces.html logs/testbasicpolicynegativeipv4v6.log logs/testasn4.log logs/testbasicpolicy.html logs/testxmpptests.html logs/testfbitmergebuffdisable.log logs/securitygroupbasicregressiontests1ipv6.log logs/analyticsbasictestsanity.log logs/cn-jenkins-deploy-platform-ansible-os-4079-2-ignored_tracebacks.log logs/testgrogso.html logs/cn-jenkins-deploy-platform-ansible-os-4079-1-ignored_tracebacks.log logs/testports.html logs/testecmpfeature.html logs/testdm.log logs/analyticstestsanity.log logs/testheat.log logs/testmtuprobe.log logs/testmultiinlinesvcipv6.html logs/fatflowserialipv6.html logs/securitygroupbasicregressiontests1_contrail.log logs/cn-jenkins-deploy-platform-ansible-os-4079-3-tracebacks.log logs/floatingipbasictestsanity.log logs/testheatipv6.log logs/testbasicheatipv6.log logs/testbasicpolicyipv4v6.html logs/testbasicvmvn0.html logs/testbasicpolicymodifyipv4v6.log logs/testmd5testsoncontrol.log logs/testbasicheatipv6.html logs/dbmanagetest.log logs/testrbacbasic.html logs/__main__.html logs/testecmpsanityipv6.html logs/testdpdkbondstatus.log logs/fatflowaggr.html logs/analyticstestsanity3.log logs/txtsyle.css logs/testsanity_mx.html logs/testencapcases.html logs/testvifstats.html logs/testgrogso.log logs/testbasicrr.log logs/analyticstestsanitywithresource.html logs/fatflowserialipv6.log logs/testsvcv2mirror.log logs/testrbac.html logs/auth.html logs/testroutes.html logs/testrp.html logs/testdetailedpolicy0ipv4v6.html logs/testsanity_mx.log logs/introspect.log logs/cn-jenkins-deploy-platform-ansible-os-4079-1-traceback_parse_failures.log logs/testgwlessfwd.html logs/documentationtest.log logs/__main__.log logs/testdetailedpolicy1ipv4v6.log logs/tcutils.collector.opserver_results.log logs/testlacp.log logs/disablepolicyecmpipv6.html logs/testbasicheat.html logs/testasn4.html logs/introspect.html logs/testcrud.log logs/common.contrail_test_init.log logs/testlacp.html logs/testsvchc.html logs/testheatipv6.html logs/testmd5testsoncontrol.html logs/cn-jenkins-deploy-platform-ansible-os-4079-3-ignored_tracebacks.log logs/testbasicvmvnx.html logs/testecmpipv6fragments.html logs/testecmpsanity.log logs/testevpncasesrestart.log logs/testecmpfeature.log logs/analyticsbasictestsanity.html TESTS-TestSuites.xml junit-noframes.html ~ INFO: Test sanity finished Thu Sep 11 03:37:01 UTC 2025 + res=1 + ./src/opensdn-io/tf-jenkins/jobs/test/functional/collect_logs.sh ~/workspace/test-sanity@3/logs ~/workspace/test-sanity@3 Warning: Permanently added '10.0.0.249' (ECDSA) to the list of known hosts. logs/ logs/testdetailedpolicy1.log logs/testsvchc.log logs/testmtu.log logs/cn-jenkins-deploy-platform-ansible-os-4079-3-traceback_parse_failures.log logs/testmtuprobe.html logs/testdropstats.log logs/testqos.log logs/testsvcv2mirror.html logs/testbasicpolicyipv4v6.log logs/tcutils.util.log logs/testvifstats.log logs/testbasicvmvn.html logs/testpolicyacl.html logs/common.html logs/testrouters.log logs/testports.log logs/testdetailedpolicy1.html logs/testmultiinlinesvcipv6.log logs/testbasicpolicymodifyipv4v6.html logs/testsubinterfaces.log logs/testsvcregr.log logs/testsvcregr.html logs/cn-jenkins-deploy-platform-ansible-os-4079-2-tracebacks.log logs/testserialsanity_mx.html logs/auth.log logs/analyticstestsanity.html logs/testbasicvmvn0.log logs/testecmpipv6fragments.log logs/securitygroupbasicregressiontests1ipv6.html logs/cn-jenkins-deploy-platform-ansible-os-4079-2-traceback_parse_failures.log logs/analyticstestsanity3.html logs/analyticstestsanitywithmin.log logs/testvdnsbasic0.log logs/analyticstestsanitywithmin.html logs/testbgpaaslocalas.log logs/testbasicrr.html logs/testrp.log logs/testroutersbasic.html logs/testbgpaaszone.log logs/tcutils.html logs/testxmpptests.log logs/disablepolicyecmpipv6.log logs/testpolicyaclipv4v6.html logs/testpolicyacl.log logs/securitygroupbasicregressiontests1_contrail.html logs/testecmpwithsvmchange.log logs/testbasicheat.log logs/fatflowaggr.log logs/testbasicpolicy.log logs/testdetailedpolicy1ipv4v6.html logs/testbasicrtfilter.log logs/testbasicvmvnx.log logs/testvifdump.log logs/fatflowaggripv6serial.html logs/testdetailedpolicy0ipv4v6.log logs/testecmpsanityipv6.log logs/testcrud.html logs/testbasicrtfilter.html logs/cn-jenkins-deploy-platform-ansible-os-4079-1-tracebacks.log logs/dbmanagetest.html logs/testbgpaaslocalas.html logs/testrbacbasic.log logs/testheat.html logs/testrouters.html logs/analyticstestsanitywithresource.log logs/testdropstats.html logs/testgwlessfwd.log logs/testqos.html logs/testdpdkbondstatus.html logs/testvifdump.html logs/testbasicvmvn.log logs/testfbitmergebuffdisable.html logs/testrbac.log logs/documentationtest.html logs/testencapcases.log logs/fatflowaggripv6serial.log logs/testbgpaaszone.html logs/testvdnsbasic0.html logs/testbasicpolicynegativeipv4v6.html logs/testecmpconfighashfeature.html logs/testmultiinlinesvc.log logs/testecmpsanity.html logs/floatingipbasictestsanity.html logs/testdm.html logs/testecmpwithsvmchange.html logs/testmultiinlinesvc.html logs/testroutersbasic.log logs/testpolicyaclipv4v6.log logs/testroutes.log logs/testevpncasesrestart.html logs/testecmpconfighashfeature.log logs/securitygroupbasicregressiontests1.html logs/testserialsanity_mx.log logs/securitygroupbasicregressiontests1.log logs/testmtu.html logs/testsubinterfaces.html logs/testbasicpolicynegativeipv4v6.log logs/testasn4.log logs/testbasicpolicy.html logs/testxmpptests.html logs/testfbitmergebuffdisable.log logs/securitygroupbasicregressiontests1ipv6.log logs/analyticsbasictestsanity.log logs/cn-jenkins-deploy-platform-ansible-os-4079-2-ignored_tracebacks.log logs/testgrogso.html logs/cn-jenkins-deploy-platform-ansible-os-4079-1-ignored_tracebacks.log logs/testports.html logs/testecmpfeature.html logs/testdm.log logs/analyticstestsanity.log logs/testheat.log logs/testmtuprobe.log logs/testmultiinlinesvcipv6.html logs/fatflowserialipv6.html logs/securitygroupbasicregressiontests1_contrail.log logs/cn-jenkins-deploy-platform-ansible-os-4079-3-tracebacks.log logs/floatingipbasictestsanity.log logs/testheatipv6.log logs/testbasicheatipv6.log logs/testbasicpolicyipv4v6.html logs/testbasicvmvn0.html logs/testbasicpolicymodifyipv4v6.log logs/testmd5testsoncontrol.log logs/testbasicheatipv6.html logs/dbmanagetest.log logs/testrbacbasic.html logs/__main__.html logs/testecmpsanityipv6.html logs/testdpdkbondstatus.log logs/fatflowaggr.html logs/analyticstestsanity3.log logs/txtsyle.css logs/testsanity_mx.html logs/testencapcases.html logs/testvifstats.html logs/testgrogso.log logs/testbasicrr.log logs/analyticstestsanitywithresource.html logs/fatflowserialipv6.log logs/testsvcv2mirror.log logs/testrbac.html logs/auth.html logs/testroutes.html logs/testrp.html logs/testdetailedpolicy0ipv4v6.html logs/testsanity_mx.log logs/introspect.log logs/cn-jenkins-deploy-platform-ansible-os-4079-1-traceback_parse_failures.log logs/testgwlessfwd.html logs/documentationtest.log logs/__main__.log logs/testdetailedpolicy1ipv4v6.log logs/tcutils.collector.opserver_results.log logs/testlacp.log logs/disablepolicyecmpipv6.html logs/testbasicheat.html logs/testasn4.html logs/introspect.html logs/testcrud.log logs/common.contrail_test_init.log logs/testlacp.html logs/testsvchc.html logs/testheatipv6.html logs/testmd5testsoncontrol.html logs/cn-jenkins-deploy-platform-ansible-os-4079-3-ignored_tracebacks.log logs/testbasicvmvnx.html logs/testecmpipv6fragments.html logs/testecmpsanity.log logs/testevpncasesrestart.log logs/testecmpfeature.log logs/analyticsbasictestsanity.html TESTS-TestSuites.xml junit-noframes.html ~/workspace/test-sanity@3 Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. INFO: logs saved + exit 1 Build step 'Execute shell' marked build as failure Archiving artifacts Finished: FAILURE