Started by upstream project "pipeline-nightly" build number 166 originally caused by: Started by timer Running as SYSTEM [EnvInject] - Loading node environment variables. Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/test-sanity@3 [WS-CLEANUP] Deleting project workspace... [WS-CLEANUP] Deferred wipeout is disabled by the job configuration... [WS-CLEANUP] Done The recommended git tool is: git No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-jenkins.git > git init /home/jenkins/workspace/test-sanity@3/src/opensdn-io/tf-jenkins # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision cf55f39ed4474e6bbe0bb5f12fcea0894d2f2a53 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f cf55f39ed4474e6bbe0bb5f12fcea0894d2f2a53 # timeout=10 Commit message: "update cloud-init for rocky93" > git rev-list --no-walk cf55f39ed4474e6bbe0bb5f12fcea0894d2f2a53 # timeout=10 The recommended git tool is: NONE No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-dev-test.git > git init /home/jenkins/workspace/test-sanity@3/src/opensdn-io/tf-dev-test # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-dev-test.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-dev-test.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-dev-test.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision 5ed3c9e6453f45b20e50e0b62b26f6a5b31c2753 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f 5ed3c9e6453f45b20e50e0b62b26f6a5b31c2753 # timeout=10 Commit message: "pin docker version" > git rev-list --no-walk 5ed3c9e6453f45b20e50e0b62b26f6a5b31c2753 # timeout=10 Copied 3 artifacts from "pipeline-nightly" build number 166 [test-sanity@3] $ /bin/bash -xe /tmp/jenkins13143398165374537699.sh + source /home/jenkins/workspace/test-sanity@3/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-166 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-166 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166 ++ LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG=nightly ++ CONTRAIL_CONTAINER_TAG=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ export GERRIT_PIPELINE=nightly ++ GERRIT_PIPELINE=nightly ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-sanity@3/deps.test-sanity.25998.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=ubuntu22 ++ ENVIRONMENT_OS=ubuntu22 ++ export DATA_NETWORK=10.20.0.0/24 ++ DATA_NETWORK=10.20.0.0/24 ++ head -1 ++ export VROUTER_GATEWAY=10.20.0.1 ++ VROUTER_GATEWAY=10.20.0.1 ++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ export IMAGE_SSH_USER=ubuntu ++ IMAGE_SSH_USER=ubuntu ++ export INSTANCE_IDS=6d4f508d-a262-473f-b722-2920064ce710, ++ INSTANCE_IDS=6d4f508d-a262-473f-b722-2920064ce710, ++ export instance_ip=10.0.0.130 ++ instance_ip=10.0.0.130 ++ export CONTROLLER_NODES=10.0.0.130, ++ CONTROLLER_NODES=10.0.0.130, ++ export CONTROL_NODES=10.20.0.200, ++ CONTROL_NODES=10.20.0.200, ++ export ORCHESTRATOR=openstack ++ ORCHESTRATOR=openstack ++ export DEPLOYER=ansible ++ DEPLOYER=ansible ++ export JOB_LOGS_PATH=ansible-os-vanilla ++ JOB_LOGS_PATH=ansible-os-vanilla + desc='Pipeline: pipeline-nightly-166 Random: 25998 Stream: ansible-os-vanilla' + desc+='
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166/ansible-os-vanilla' + echo 'DESCRIPTION Pipeline: pipeline-nightly-166 Random: 25998 Stream: ansible-os-vanilla
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166/ansible-os-vanilla' DESCRIPTION Pipeline: pipeline-nightly-166 Random: 25998 Stream: ansible-os-vanilla
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166/ansible-os-vanilla [description-setter] Description set: Pipeline: pipeline-nightly-166 Random: 25998 Stream: ansible-os-vanilla
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166/ansible-os-vanilla' [test-sanity@3] $ /bin/bash -xe /tmp/jenkins4188409709279033293.sh + set -eo pipefail + source /home/jenkins/workspace/test-sanity@3/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-166 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-166 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166 ++ LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG=nightly ++ CONTRAIL_CONTAINER_TAG=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ export GERRIT_PIPELINE=nightly ++ GERRIT_PIPELINE=nightly ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-dev-test ./patchsets-info.json [test-sanity@3] $ /bin/bash -xe /tmp/jenkins8954226626219882801.sh + set -eo pipefail + source /home/jenkins/workspace/test-sanity@3/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-166 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-nightly-166 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166 ++ LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/nightly/pipeline_166 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG=nightly ++ CONTRAIL_CONTAINER_TAG=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5102 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=nightly ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=nightly ++ export GERRIT_PIPELINE=nightly ++ GERRIT_PIPELINE=nightly ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source ./src/opensdn-io/tf-jenkins/infra/openstack/definitions ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export OS_NETWORK=management ++ OS_NETWORK=management ++ export OS_DATA_NETWORK=data ++ OS_DATA_NETWORK=data ++ export OS_SG=default ++ OS_SG=default ++ export RESERVED_INSTANCES_COUNT=3 ++ RESERVED_INSTANCES_COUNT=3 ++ export RESERVED_CORES_COUNT=16 ++ RESERVED_CORES_COUNT=16 ++ export VM_BOOT_RETRIES=120 ++ VM_BOOT_RETRIES=120 ++ export VM_BOOT_DELAY=60 ++ VM_BOOT_DELAY=60 ++ export VOLUME_TYPE=ceph-ssd ++ VOLUME_TYPE=ceph-ssd ++ ENVIRONMENT_OS=rocky9 ++ VM_TYPES=(['xsmall']='STD3-1-4' ['small']='STD3-2-8' ['medium']='STD3-4-16' ['large']='STD3-8-32') ++ declare -A VM_TYPES ++ VOLUME_SIZE=(['xsmall']='50' ['small']='50' ['medium']='80' ['large']='80') ++ declare -A VOLUME_SIZE ++ OS_IMAGES=(['CENTOS7']='prepared-centos7' ['CENTOS8']='prepared-centos8' ['UBUNTU20']='prepared-ubuntu20' ['UBUNTU22']='prepared-ubuntu22' ['UBUNTU24']='prepared-ubuntu24' ['ROCKY9']='prepared-rocky95') ++ declare -A OS_IMAGES ++ OS_IMAGE_USERS=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY93']='rocky' ['ROCKY94']='rocky' ['ROCKY95']='rocky' ['ROCKY96']='rocky') ++ declare -A OS_IMAGE_USERS ++ OS_IMAGES_UP=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY93']='rocky' ['ROCKY94']='rocky' ['ROCKY95']='rocky' ['ROCKY96']='rocky') ++ declare -A OS_IMAGES_UP ++ OS_IMAGES_DOWN=(['CENTOS7']='' ['CENTOS8']='' ['UBUNTU20']='' ['UBUNTU22']='' ['UBUNTU24']='' ['ROCKY9']='' ['ROCKY92']='' ['ROCKY93']='' ['ROCKY94']='' ['ROCKY95']='' ['ROCKY96']='') ++ declare -A OS_IMAGES_DOWN ++ SSH_OPTIONS='-T -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o PasswordAuthentication=no' + source /home/jenkins/workspace/test-sanity@3/deps.test-sanity.25998.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=ubuntu22 ++ ENVIRONMENT_OS=ubuntu22 ++ export DATA_NETWORK=10.20.0.0/24 ++ DATA_NETWORK=10.20.0.0/24 ++ head -1 ++ export VROUTER_GATEWAY=10.20.0.1 ++ VROUTER_GATEWAY=10.20.0.1 ++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5 ++ export IMAGE_SSH_USER=ubuntu ++ IMAGE_SSH_USER=ubuntu ++ export INSTANCE_IDS=6d4f508d-a262-473f-b722-2920064ce710, ++ INSTANCE_IDS=6d4f508d-a262-473f-b722-2920064ce710, ++ export instance_ip=10.0.0.130 ++ instance_ip=10.0.0.130 ++ export CONTROLLER_NODES=10.0.0.130, ++ CONTROLLER_NODES=10.0.0.130, ++ export CONTROL_NODES=10.20.0.200, ++ CONTROL_NODES=10.20.0.200, ++ export ORCHESTRATOR=openstack ++ ORCHESTRATOR=openstack ++ export DEPLOYER=ansible ++ DEPLOYER=ansible ++ export JOB_LOGS_PATH=ansible-os-vanilla ++ JOB_LOGS_PATH=ansible-os-vanilla + source /home/jenkins/workspace/test-sanity@3/vars.test-sanity.25998.env ++ export USE_DATAPLANE_NETWORK=true ++ USE_DATAPLANE_NETWORK=true ++ export KOLLA_MODE=vanilla ++ KOLLA_MODE=vanilla + export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166/ansible-os-vanilla + FULL_LOGS_PATH=/var/www/logs/jenkins_logs/nightly/pipeline_166/ansible-os-vanilla + export TARGET=sanity + TARGET=sanity + ./src/opensdn-io/tf-jenkins/jobs/test/functional/run.sh INFO: Test sanity started Mon Feb 23 02:13:45 UTC 2026 Warning: Permanently added '10.0.0.130' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.130' (ECDSA) to the list of known hosts. DEPLOYER=ansible CONTRAIL_CONTAINER_TAG=nightly CONTRAIL_DEPLOYER_CONTAINER_TAG=nightly CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5102 ORCHESTRATOR=openstack OPENSTACK_VERSION="yoga" CONTROLLER_NODES="10.0.0.130 " AGENT_NODES="10.0.0.130" CONTROL_NODES="10.20.0.200 " SSL_ENABLE="false" LEGACY_ANALYTICS_ENABLE="true" HUGE_PAGES_1G= CONTAINER_RUNTIME=docker K8S_CA= DEPLOY_IPA_SERVER= IPA_PASSWORD= OPENSTACK_CONTROLLER_NODES='10.0.0.130' OS_AUTH_URL='http://10.0.0.130:5000/v3' AUTH_PASSWORD='contrail123' AUTH_URL='' INFO: [ensure python3 is present] Reading package lists... Building dependency tree... Reading state information... python3-minimal is already the newest version (3.10.6-1~22.04.1). python3-minimal set to manually installed. 0 upgraded, 0 newly installed, 0 to remove and 195 not upgraded. INFO: [docker install] INFO: distro=ubuntu detected INFO: docker installed: Docker version 28.5.2, build ecc6942 [docker config] DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5102 HTTP/1.1 404 Not Found Content-Type: text/plain; charset=utf-8 X-Content-Type-Options: nosniff Date: Mon, 23 Feb 2026 02:13:47 GMT Content-Length: 19 DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5102 is insecure Registry nexus.gz1.opensdn.io:5102 is configured in /etc/docker/daemon.json. Skip. nightly: Pulling from opensdn-test-test 446f83f14b23: Already exists 9866937155e0: Already exists ef9406420e67: Already exists 4cc7332657b7: Already exists 2b6e472b9be4: Already exists 94503f23b30d: Already exists 50a0b87cbdf6: Already exists dcce66f3b128: Already exists 8775d8eb4c76: Already exists d0beec2ddfc0: Already exists 738f5d5983b9: Already exists 606caeff6660: Already exists d6a558974cae: Already exists 79b352201ff9: Already exists 5f127d038c89: Pulling fs layer c6ff8bc1b5ae: Pulling fs layer 742d6f997fc0: Pulling fs layer 2dafcc83f48d: Pulling fs layer 2dafcc83f48d: Waiting c6ff8bc1b5ae: Download complete 5f127d038c89: Verifying Checksum 5f127d038c89: Download complete 5f127d038c89: Pull complete c6ff8bc1b5ae: Pull complete 742d6f997fc0: Verifying Checksum 742d6f997fc0: Download complete 742d6f997fc0: Pull complete 2dafcc83f48d: Verifying Checksum 2dafcc83f48d: Download complete 2dafcc83f48d: Pull complete Digest: sha256:3aaaf90e540ae79531f98859affc1469cb4d7d3db76f4e1960d16c0aa535b428 Status: Downloaded newer image for nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly INFO: test_target is ci_sanity + [[ ubuntu == \u\b\u\n\t\u ]] + [[ 22.04 > 24 ]] + python3 -m pip --version pip 26.0.1 from /usr/local/lib/python3.10/dist-packages/pip (python 3.10) + sudo python3 -m pip install jinja2 Looking in indexes: http://tf-mirrors.gz1.opensdn.io/root/pypi/+simple/ Requirement already satisfied: jinja2 in /usr/lib/python3/dist-packages (3.0.3) WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning. + set +x set ssh options for ubuntu user INFO: get testrunner.sh from image INFO: docker installed: Docker version 28.5.2, build ecc6942 nightly: Pulling from opensdn-test-test Digest: sha256:3aaaf90e540ae79531f98859affc1469cb4d7d3db76f4e1960d16c0aa535b428 Status: Image is up to date for nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly nexus.gz1.opensdn.io:5102/opensdn-test-test:nightly aae432e3096164c2bad4b4aeda1b40d6c26301c8b04415c0a637c99639bb5e9c PXzYETNG8V INFO: prepare input parameters from template /home/ubuntu/src/opensdn-io/tf-dev-test/tf-sanity/tf_test_input.yaml.j2 INFO: TF test input: provider_config: bms: ssh_user: "ubuntu" ssh_pwd: domainsuffix: "" instances: 10_0_0_130: ip: 10.0.0.130 provider: bms roles: analytics: analytics_snmp: analytics_alarm: analytics_database: config: config_database: control: webui: openstack: vrouter: openstack_compute: contrail_configuration: LOG_LEVEL: SYS_DEBUG CONTRAIL_CONTAINER_TAG: nightly CLOUD_ORCHESTRATOR: openstack OPENSTACK_VERSION: yoga AUTH_MODE: keystone KEYSTONE_AUTH_URL_VERSION: /v3 ANALYTICSDB_ENABLE: "true" ANALYTICS_ALARM_ENABLE: "true" ANALYTICS_SNMP_ENABLE: "true" CONTROLLER_NODES: "10.0.0.130" # Network isolation case. # services might be on different IPs, # but list of nodes is still in CONTROLLER_NODES CONTROL_NODES: "10.20.0.200," orchestrator_configuration: keystone: version: v3 password: contrail123 deployment: orchestrator: openstack deployer: contrail-ansible-deployer test_configuration: image_web_server: nexus.opensdn.io/repository/ use_project_scoped_token: True container_runtime: docker INFO: run tests... ./tf_test_input.yaml ./tf_test_input.yaml + trap resume_pid 10 + getopts :T:t:p:f:h opt + TESTBED=/opt/contrail/utils/fabfile/testbeds/testbed.py + CONTRAIL_FABPATH=/opt/contrail/utils + CONTRAIL_TEST_FOLDER=/contrail-test + FEATURE=sanity + TEST_TAGS=ci_sanity + [[ ! -f /contrail-test/contrail_test_input.yaml ]] + '[' '!' /opt/contrail/utils/fabfile/testbeds/testbed.py -ef /opt/contrail/utils/fabfile/testbeds/testbed.py ']' + mkdir -p /opt/contrail/utils/fabfile/testbeds/ + cp /opt/contrail/utils/fabfile/testbeds/testbed.py /opt/contrail/utils/fabfile/testbeds/testbed.py cp: cannot stat '/opt/contrail/utils/fabfile/testbeds/testbed.py': No such file or directory + cd /contrail-test + run_tests='./run_tests.sh --contrail-fab-path /opt/contrail/utils ' + [[ -n '' ]] + [[ -n ci_sanity ]] + [[ ci_sanity =~ ci_sanity ]] + export ci_image=cirros + ci_image=cirros + ./run_tests.sh --contrail-fab-path /opt/contrail/utils -T ci_sanity + declare -a pids + trap resume_pids 10 1 2 3 6 + source tools/common.sh + export PYTHON=/usr/bin/python3 + PYTHON=/usr/bin/python3 ++ which testr + TESTR=/usr/local/bin/testr ++ which subunit2junitxml + SUBUNIT2JUNIT=/usr/local/bin/subunit2junitxml + rm -rf .testrepository + testrargs= + path= + tags= + venv=.venv + with_venv=tools/with_venv.sh + always_venv=0 + never_venv=1 + no_site_packages=0 + debug=0 + force=0 + wrapper= + config_file= + update=0 + upgrade=0 + upload=0 + logging=0 + logging_config=logging.conf + concurrency= + parallel=0 + failure_threshold= + contrail_fab_path=/opt/contrail/utils ++ date +%Y_%m_%d_%H_%M_%S + export SCRIPT_TS=2026_02_23_02_14_15 + SCRIPT_TS=2026_02_23_02_14_15 ++ getopt -o pVNnfuUsthdC:lLmF:T:c: -l test-failure-threshold:,prepare,virtual-env,no-virtual-env,no-site-packages,force,upgrade,k8s_upgrade,update,upload,sanity,parallel,help,debug,config:,logging,logging-config,send-mail,features:,tags:,concurrency:,contrail-fab-path: -- --contrail-fab-path /opt/contrail/utils -T ci_sanity + options=' --contrail-fab-path '\''/opt/contrail/utils'\'' -T '\''ci_sanity'\'' --' + eval set -- --contrail-fab-path ''\''/opt/contrail/utils'\''' -T ''\''ci_sanity'\''' -- ++ set -- --contrail-fab-path /opt/contrail/utils -T ci_sanity -- + first_uu=yes + '[' 5 -gt 0 ']' + case "$1" in + contrail_fab_path=/opt/contrail/utils + shift + shift + '[' 3 -gt 0 ']' + case "$1" in + tags=ci_sanity + shift + shift + '[' 1 -gt 0 ']' + case "$1" in + '[' yes == yes ']' + first_uu=no + shift + '[' 0 -gt 0 ']' ++ echo ci_sanity ++ sed 's/,/ /g' + tags=ci_sanity + config_file=/contrail-test/contrail_test_input.yaml + [[ -n /contrail-test/contrail_test_input.yaml ]] + export TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml + TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml + prepare + '[' -n /contrail-test/contrail_test_input.yaml ']' ++ readlink -f /contrail-test/contrail_test_input.yaml + config_file=/contrail-test/contrail_test_input.yaml ++ dirname /contrail-test/contrail_test_input.yaml + export TEST_CONFIG_DIR=/contrail-test + TEST_CONFIG_DIR=/contrail-test ++ basename /contrail-test/contrail_test_input.yaml + export TEST_CONFIG_FILE=contrail_test_input.yaml + TEST_CONFIG_FILE=contrail_test_input.yaml + ssh_key_gen + [[ -f /root/.ssh/id_rsa ]] + [[ -f /root/.ssh/id_rsa.pub ]] + return 0 + start_ssh_agent + ssh-add -l + '[' 2 == 2 ']' + test -r /root/.ssh-agent + ssh-add -l + '[' 2 == 2 ']' + umask 066 + ssh-agent + eval 'SSH_AUTH_SOCK=/tmp/ssh-XXXXXX2DmE7m/agent.24; export SSH_AUTH_SOCK; SSH_AGENT_PID=25; export SSH_AGENT_PID; echo Agent pid 25;' ++ SSH_AUTH_SOCK=/tmp/ssh-XXXXXX2DmE7m/agent.24 ++ export SSH_AUTH_SOCK ++ SSH_AGENT_PID=25 ++ export SSH_AGENT_PID ++ echo Agent pid 25 + ssh-add Identity added: /root/.ssh/id_rsa (jenkins@tf-jenkins) + source_file_ssh_agent + cat + '[' 0 -eq 1 ']' + export REPORT_DETAILS_FILE=report_details_2026_02_23_02_14_15.ini + REPORT_DETAILS_FILE=report_details_2026_02_23_02_14_15.ini + export REPORT_FILE=report/junit-noframes.html + REPORT_FILE=report/junit-noframes.html ++ dirname ./run_tests.sh + cd . + '[' 0 -eq 1 ']' + '[' 1 -eq 0 ']' + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test + apply_patches + apply_junitxml_patch + patch_path=/contrail-test/tools/patches + src_path=/usr/lib/python2.6/site-packages + '[' -d /usr/lib/python2.6/site-packages/junitxml ']' + src_path=/usr/local/lib/python2.7/dist-packages + '[' -d /usr/local/lib/python2.7/dist-packages/junitxml ']' + src_path=/usr/lib/python2.7/site-packages/ + '[' -d /usr/lib/python2.7/site-packages//junitxml ']' + patch -d -p0 -N --dry-run --silent + '[' 2 -eq 0 ']' + filepath=/usr/local/lib/python3.6/site-packages/junitxml + '[' '!' -d /usr/local/lib/python3.6/site-packages/junitxml ']' + filepath=/usr/local/lib/python3.9/site-packages/junitxml + patch -d /usr/local/lib/python3.9/site-packages/junitxml -p0 -N --dry-run --silent + '[' 0 -eq 0 ']' + echo 'Applied patch for python3' Applied patch for python3 + cd /usr/local/lib/python3.9/site-packages/junitxml + patch -p0 -N patching file __init__.py + apply_subunitfilters_patch + patch_path=/contrail-test/tools/patches + filepath=/usr/local/lib/python3.6/site-packages/subunit + '[' '!' -d /usr/local/lib/python3.6/site-packages/subunit ']' + filepath=/usr/local/lib/python3.9/site-packages/subunit + patch -p0 -N --dry-run --silent /usr/local/lib/python3.9/site-packages/subunit/filters.py + '[' 0 -eq 0 ']' + echo 'Applied subunit-filter patch for python3' Applied subunit-filter patch for python3 + patch -p0 -N /usr/local/lib/python3.9/site-packages/subunit/filters.py patching file /usr/local/lib/python3.9/site-packages/subunit/filters.py + export TEST_DELAY_FACTOR=1 + TEST_DELAY_FACTOR=1 + export TEST_RETRY_FACTOR=1 + TEST_RETRY_FACTOR=1 + rm -rf 'result*.xml' ++ get_result_xml ++ result_xml=result_2026_02_23_02_14_15_14017.xml ++ echo result_2026_02_23_02_14_15_14017.xml + result_xml=result_2026_02_23_02_14_15_14017.xml ++ get_result_xml ++ result_xml=result_2026_02_23_02_14_15_14200.xml ++ echo result_2026_02_23_02_14_15_14200.xml + serial_result_xml=result_2026_02_23_02_14_15_14200.xml + GIVEN_TEST_PATH= + '[' '!' -z cirros ']' + export ci_image + check_test_discovery + echo 'Checking if test-discovery is fine' Checking if test-discovery is fine + bash -x tools/check_test_discovery.sh + echo 'Validating if test discovery passes in scripts/ and serial_scripts' Validating if test discovery passes in scripts/ and serial_scripts + echo '' + GIVEN_TEST_PATH= + export PYTHON=/usr/bin/python3 + PYTHON=/usr/bin/python3 ++ which testr + export TESTR=/usr/local/bin/testr + TESTR=/usr/local/bin/testr + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures + export OS_TEST_PATH=./scripts + OS_TEST_PATH=./scripts + /usr/local/bin/testr list-tests running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \ OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \ OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \ ${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list /usr/local/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="? if word_sep is not '': /contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="? if type(public_network_obj).__name__ is 'VirtualNetwork': /contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="? if encoding is 'All': /contrail-test/tcutils/collector/opserver_util.py:378: SyntaxWarning: "is" with a literal. Did you mean "=="? if len(match_v) is 1: /contrail-test/tcutils/collector/opserver_util.py:379: SyntaxWarning: "is" with a literal. Did you mean "=="? if match_v[0][-1] is '*': /usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:868: SyntaxWarning: "is not" with a literal. Did you mean "!="? if rpc_rsp_e.text is not None and rpc_rsp_e.text.strip() is not '': /usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:1271: SyntaxWarning: "is not" with a literal. Did you mean "!="? if auto_probe is not 0: /usr/local/lib/python3.9/site-packages/jnpr/junos/rpcmeta.py:145: SyntaxWarning: "is not" with a literal. Did you mean "!="? if model and filter_xml is None and options.get('format') \ /usr/local/lib/python3.9/site-packages/jnpr/junos/utils/start_shell.py:137: SyntaxWarning: "is not" with a literal. Did you mean "!="? self.last_ok = got is not '' /contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is "TCP": /contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="? if traffic_type is "ICMP": /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 1: /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 2: scripts.RR.test_rr.TestBasicRR.test_basic_RR[sanity] scripts.RR.test_rr.TestBasicRR.test_create_vm_after_RR_set[sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs scripts.analytics.test_analytics.AnalyticsTestSanity1.test_stats_tables scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify__bgp_router_uve_up_xmpp_and_bgp_count scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify_bgp_peer_uve scripts.analytics.test_analytics.AnalyticsTestSanity3.test_db_nodemgr_status[dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_collector_connections[dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_connections_to_collector_node[dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_agent[cb_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_analytics_node[cb_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_control_node[cb_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics_basic.AnalyticsBasicTestSanity.test_verify_object_logs[ci_sanity,dev_sanity_dpdk,sanity,suite1] scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_2byte scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_4byte scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_asn_update scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_basic[todo_sanity] scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_community scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_hold_time scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ibgp scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv4_prefix_limit_idle_timeout scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv6_prefix_limit_idle_timeout scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_md5 scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_route_origin_override scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_as_override scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_bfd_suppress_route_advt scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_ipv4_mapped_ipv6_nexthop scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_with_bfd_shc_attached_to_vmi scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem19989_adddelete_vmi scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20052 scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20284 scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_admin_tenant scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_user_tenant scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_sample_floating_ip_transmit_packets scripts.db_manage.test_db_manage.DbManageTest.test_db_manage[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.documentation.test_docs.DocumentationTest.test_analytics_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.documentation.test_docs.DocumentationTest.test_config_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_basic[todo_sanity] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_bug_1749695[todo_sanity] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_through_floatingvn scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_different_forwarding_mode[upgrade] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_floating_ip scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_policy scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_secondary_ip[upgrade] scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_sg scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_deletion scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_ip scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_port scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_protocol scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_ip[sanity] scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_port scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_vm_suspend_restart scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc_pol_update scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_add_flows scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_diff_proto scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_incr_dip scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_policy_bind_unbind scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_v2_in_network_nat_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc_pol_update scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_add_flows scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_diff_proto scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_incr_dip scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_policy_bind_unbind scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_v2_in_network_nat_with_3_instance[dev_sanity_dpdk] scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_3_instance scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments_packet_mode scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap_packet_mode scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_packet_mode scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_static_route_no_policy[sanity] scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_3_instance scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_static_route_no_policy[sanity] scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_3_instance[cb_sanity,sanity] scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_static_route_no_policy scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_v2_transparent_with_3_instance scripts.ecmp.test_ecmp.TestECMPwithFIP_1.test_ecmp_with_svc_with_fip_dest scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_add_del_same_fip scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sip scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sport scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_deletion[sanity] scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_suspend_start scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_deletion scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_suspend_start scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_multi_inline_SVC_VN_with_external_RT scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic[sanity] scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_3_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_multiple_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent_in_net_nat scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat[upgrade] scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_ECMP scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_traffic scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_v2_SC[sanity] scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_multi_inline_SVC_VN_with_external_RT scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic[sanity] scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_3_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_multiple_svm_instances scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent_in_net_nat scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_ECMP scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_traffic scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_v2_SC scripts.ecmp.test_ecmp.TestVRRPwithSVM.test_vrrp_with_svm_toggle_admin_port scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_ecmp_subIntf[upgrade] scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_subIntf scripts.firewall.test_fw.TestFirewallDraftBasic.test_mixed_draft_mode[dev_sanity_dpdk,full_sanity] scripts.floatingip.test_floatingip.FloatingipTestSanity.test_communication_across_borrower_vm scripts.floatingip.test_floatingip.FloatingipTestSanity.test_exhust_Fip_pool_and_release_fip scripts.floatingip.test_floatingip.FloatingipTestSanity.test_mutual_floating_ip scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_in_uve scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_with_traffic scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_removal_of_fip_with_traffic scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vm_restart_with_fip scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vn_info_in_agent_with_fip scripts.floatingip.test_floatingip.FloatingipTestSanity2.test_communication_across__diff_proj scripts.floatingip.test_floatingip.FloatingipTestSanity4.test_tcp_transfer_from_fip_vm scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_native_staticroute scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_policy scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_staticroute scripts.floatingip.test_floatingip_basic.FloatingipBasicTestSanity.test_floating_ip[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1,vrouter_gw] scripts.floatingip.test_mx.TestSanity_MX.test_apply_policy_fip_on_same_vn[mx_test] scripts.floatingip.test_mx.TestSanity_MX.test_fip_with_vm_in_2_vns[mx_test] scripts.floatingip.test_mx.TestSanity_MX.test_ftp_http_with_public_ip[mx_test] scripts.floatingip.test_mx.TestSanity_MX.test_mx_gateway[mx_test,sanity] scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_fwp_tag_priority_order_vmi_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_project scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_project scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vn[k8s_sanity] scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vmi scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_policy_at_firewall_and_network_level scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_inter_vn scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_intra_vn scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_hbs_with_hbf_type_label scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects_with_non_hbf_project scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbsflag_toggle_with_multiple_projects_with_non_hbf_project scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_quota_limit_for_host_based_service scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnIntraCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnIntraCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnIntraCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnInterCompute scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnIntraCompute scripts.heat.test_heat.TestHeat.test_ecmp_svc_creation_with_heat scripts.heat.test_heat.TestHeat.test_heat_stacks_list[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity] scripts.heat.test_heat.TestHeat.test_max_inst_change_in_ecmp_svc scripts.heat.test_heat.TestHeat.test_port_based_multi_sc scripts.heat.test_heat.TestHeat.test_proto_based_multi_sc scripts.heat.test_heat.TestHeat.test_pt_multi_inline_v2_svc_creation_with_heat scripts.heat.test_heat.TestHeat.test_public_access_thru_svc_w_fip[cb_sanity,sanity] scripts.heat.test_heat.TestHeat.test_security_group_update scripts.heat.test_heat.TestHeat.test_src_cidr_svc_creation_with_heat scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_nat scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_trans scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innetnat_trans scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innet[sanity] scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk] scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_trans scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_innet_svc scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_trans_svc scripts.heat.test_heat.TestHeat.test_transit_vn_sym_innet_nat scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_innet scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_nat scripts.heat.test_heat.TestHeatIPv6.test_ecmp_svc_creation_with_heat scripts.heat.test_heat.TestHeatIPv6.test_heat_stacks_list scripts.heat.test_heat.TestHeatIPv6.test_max_inst_change_in_ecmp_svc scripts.heat.test_heat.TestHeatIPv6.test_port_based_multi_sc scripts.heat.test_heat.TestHeatIPv6.test_proto_based_multi_sc scripts.heat.test_heat.TestHeatIPv6.test_pt_multi_inline_v2_svc_creation_with_heat scripts.heat.test_heat.TestHeatIPv6.test_public_access_thru_svc_w_fip[cb_sanity,sanity] scripts.heat.test_heat.TestHeatIPv6.test_security_group_update scripts.heat.test_heat.TestHeatIPv6.test_src_cidr_svc_creation_with_heat scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_nat scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_trans scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innetnat_trans scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innet[cb_sanity] scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk] scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_trans scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_innet_svc scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_trans_svc scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_innet_nat scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_innet scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_nat scripts.heat.test_heat_basic.TestBasicHeat.test_svc_creation_with_heat[dev_sanity_dpdk,sanity,suite1] scripts.heat.test_heat_basic.TestBasicHeatIPv6.test_svc_creation_with_heat[sanity] scripts.interAS.test_interas.TestInterAS.test_interAS_labeled_unicast scripts.interAS.test_interas.TestInterAS.test_interAS_remote_vpn scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_dynamic_NH_without_juniper_header_cem8760 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirroring_disable_enable_scenarios[ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header[full_sanity] scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_egress scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_ingress scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_without_header_ingress[full_sanity] scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity] scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6 scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_egress scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_ingress scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_without_header_ingress[full_sanity] scripts.k8s_scripts.test_deployment.TestPodDeployment.test_deployment_1 scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_agent scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_control scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_with_deployment scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_local_scale_up_down scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_network_policy scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_nodeport_service scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_external_ip scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_multiple_clients scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_to_10_and_down_to_2 scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_to_non_ecmp scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_flows_with_scale scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_non_ecmp_to_ecmp scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_delete_and_recreate_the_namespace_with_fabric_fwd_enabled scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_fabric_fwd scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_replica_update_for_fabric_fwd[k8s_sanity] scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_fabric_forwarding_disabled_by_default scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_ping_with_jumbo_frame scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_pod_publicreachability_with_fabric_forwarding_enabled scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout scripts.k8s_scripts.test_ingress.TestIngressClusterIp.test_ingress_ip_assignment[ci_k8s_sanity,k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_ingress.TestIngressVNIsolated.test_ingress_fanout scripts.k8s_scripts.test_ingress_tls.TestIngressTLS.test_ingress_tls_1[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_ingress_custom_isolation scripts.k8s_scripts.test_namespace.TestNamespace.test_many_add_delete_ns scripts.k8s_scripts.test_namespace.TestNamespace.test_namespace_1[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_pod.TestPod.test_ping_between_two_pods[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_pod.TestPod.test_pod_public_reachability_using_snat scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_ping_between_two_pods[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_pod_public_reachability_using_snat scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_egress scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_ingress[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_egress scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_ingress[ci_contrail_go_k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_edit scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_label_edit[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_allow_egress_deny_all scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_allow_all scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_deny_all scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_pod scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_edit scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_label_edit[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_egress_policies scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_ingress_policies scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_egress_rules scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_ingress_rules scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_egress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_ingress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_egress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_ingress_policy_over_isolated_namespace scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_deployment_replica_updation[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_k8s_configurations_post_policy_creation[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_pod_selector[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_egress_rule[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_ingress_rule[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_namespace_with_service[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_pod_with_service scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress_fanout[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_service[k8s_sanity] scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_k8s_ingress scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_service[ci_k8s_sanity,k8s_sanity] scripts.k8s_scripts.test_service.TestService.test_cem20907 scripts.k8s_scripts.test_service.TestService.test_kube_dns_lookup[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestService.test_service_scale_up_down scripts.k8s_scripts.test_service.TestService.test_service_type_nodeport scripts.k8s_scripts.test_service.TestService.test_service_with_type_loadbalancer scripts.k8s_scripts.test_service.TestServiceExternalIP.test_service_with_external_ip[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestServiceExternalIPVNIsolated.test_service_with_external_ip[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_cem20907 scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_kube_dns_lookup[k8s_sanity,k8s_upgrade] scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_scale_up_down scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_type_nodeport scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_with_type_loadbalancer scripts.k8s_scripts.test_snat.TestSNAT.test_delete_and_recreate_the_namespace_with_snat_enabled scripts.k8s_scripts.test_snat.TestSNAT.test_deployment_with_replica_update_for_snat[k8s_sanity] scripts.k8s_scripts.test_snat.TestSNAT.test_ping_with_jumbo_frame scripts.k8s_scripts.test_snat.TestSNAT.test_pod_publicreachability_with_snat_enabled scripts.k8s_scripts.test_snat.TestSNAT.test_snat_forwarding_disabled_by_default scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_contrail_status scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_dns_service scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_different_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_same_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_different_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_same_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_inter_vn_inter_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_and_inter_vn_pkt_mode scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_inter_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_intra_compute scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_ipv6_intra_and_inter_vn scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_with_policy scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_add_remove_members scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_client_pool_in_same_net[full_sanity] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_health_monitor scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_fip[cb_sanity,full_sanity] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_lb[upgrade] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_https scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_sg_vip[full_sanity] scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_update_attr_verify_haproxy_conf scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_inter_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_intra_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_vrouter_agent_restart scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_bfd_on_targetip_vsrx[todo_sanity] scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_change_fwding_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_macvlan_intf scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vlan_intf scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vmi scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_detach_hc_vsrx scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_diff_subnet_macvlanip scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_dynamically_disable_maciplearningflag scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_fifty_macvlans scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_detach scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_failure scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_in_l3_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_inter_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_intra_compute_intra_subnet scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_subnet_intra_compute scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3[todo_sanity] scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_maciplearning_flag scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_locally_l2l3 scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_vrouter_agent_restart scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_change_fwding_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_macvlan_intf scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vlan_intf scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vmi scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_diff_subnet_macvlanip scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_dynamically_disable_maciplearningflag scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_fifty_macvlans scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_detach scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_failure scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_in_l3_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_inter_compute scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_intra_compute_intra_subnet scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_subnet_intra_compute scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3[todo_sanity] scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3_pkt_mode scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_maciplearning_flag scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_pkt_mode_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_locally_l2l3 scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_vrouter_agent_restart scripts.multi_tenancy.test_perms.TestMultitenancy.test_all scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_policy_objects scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_projects scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_vn_objects scripts.multicloud.test_mc.MC_test.test_Overlay_ping scripts.multicloud.test_mc.MC_test.test_Underlay_ping scripts.multicloud.test_mc.MC_test.test_bird_HA scripts.multicloud.test_mc.MC_test.test_openvpn_HA scripts.multicloud.test_mc.MC_test.test_strongswan_HA scripts.multicloud.test_mc.MC_test.test_tag_verification scripts.neutron.lbaas.test_lbaas.TestLbaas.test_create_pool_member_vip scripts.neutron.lbaas.test_lbaas.TestLbaas.test_delete_pool_in_use scripts.neutron.lbaas.test_lbaas.TestLbaas.test_healthmonitor_delete scripts.neutron.lbaas.test_lbaas.TestLbaas.test_member_delete scripts.neutron.lbaas.test_lbaas.TestLbaas.test_vip_delete scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_healthmonitor[suite1] scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_lbmethod_round_robin[suite1] scripts.neutron.test_crud.TestCRUD.test_network_subnet_port_crud scripts.neutron.test_crud.TestCRUD.test_router_crud[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_ports.TestPorts.test_aap_active_active_mode scripts.neutron.test_ports.TestPorts.test_aap_with_fip[cb_sanity,full_sanity] scripts.neutron.test_ports.TestPorts.test_aap_with_fip_vsrx scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_admin_state_toggle scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_priority_change scripts.neutron.test_ports.TestPorts.test_aap_with_zero_mac[cb_sanity,full_sanity] scripts.neutron.test_ports.TestPorts.test_port_admin_state_up scripts.neutron.test_ports.TestPorts.test_port_ip_reuse scripts.neutron.test_ports.TestPorts.test_port_rename scripts.neutron.test_ports.TestPorts.test_ports_attach_detach scripts.neutron.test_ports.TestPorts.test_ports_bindings[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_ports.TestPorts.test_ports_custom_sg scripts.neutron.test_ports.TestPorts.test_ports_device_owner_and_id scripts.neutron.test_ports.TestPorts.test_ports_extra_dhcp_options scripts.neutron.test_ports.TestPorts.test_ports_multiple_specific_subnet_ips scripts.neutron.test_ports.TestPorts.test_ports_no_sg scripts.neutron.test_ports.TestPorts.test_ports_secondary_ip_attach scripts.neutron.test_ports.TestPorts.test_ports_specific_mac scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet_ip[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_ports.TestPorts.test_ports_update_sg scripts.neutron.test_ports.TestPorts.test_shutoff_vm_route_withdrawal scripts.neutron.test_ports.TestPorts.test_zombie_tap_interface scripts.neutron.test_quota.TestQuota.test_default_quota_for_admin_tenant scripts.neutron.test_quota.TestQuota.test_default_quota_for_new_tenant scripts.neutron.test_quota.TestQuota.test_quota_update_of_new_project_by_admin scripts.neutron.test_quota.TestQuota.test_quota_update_of_specific_tenant scripts.neutron.test_quota.TestQuota.test_update_quota_for_new_tenant scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_CEM_22032[cb_sanity] scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior[cb_sanity] scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_diff_projects scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_different_vns scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip[upgrade] scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_diff_projects scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_subnet_attach_detach scripts.neutron.test_routers.TestRouters.test_basic_router_behavior[ci_sanity,dev_sanity_dpdk,sanity] scripts.neutron.test_routers.TestRouters.test_router_admin_state_up[full_sanity] scripts.neutron.test_routers.TestRouters.test_router_rename[full_sanity] scripts.neutron.test_routers.TestRouters.test_router_with_alloc_pool_and_gateway scripts.neutron.test_routers.TestRouters.test_router_with_existing_ports scripts.neutron.test_routers_basic.TestRoutersBasic.test_basic_snat_behavior_without_external_connectivity[ci_sanity,dev_sanity_dpdk,sanity,suite1] scripts.neutron.test_sec_group.TestSecurityGroup.test_security_group_rename scripts.neutron.test_subnets.TestSubnets.test_allocation_pools scripts.neutron.test_subnets.TestSubnets.test_bug_1630829 scripts.neutron.test_subnets.TestSubnets.test_dns_nameservers scripts.neutron.test_subnets.TestSubnets.test_enable_dhcp scripts.neutron.test_subnets.TestSubnets.test_gateway scripts.neutron.test_subnets.TestSubnets.test_ip_allocation_order scripts.neutron.test_subnets.TestSubnets.test_subnet_host_routes scripts.neutron.test_subnets.TestSubnets.test_subnet_rename scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_admin_state_up scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_mtu scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_rename scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_protocol_summary scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_source_dest_cidr scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_with_multi_vn_in_vm scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_protocol_summary scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_source_dest_cidr scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_with_multi_vn_in_vm scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1] scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy[quick_sanity,sanity] scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy_to_deny[quick_sanity,sanity] scripts.policy.test_policy.TestBasicPolicyModifyIpv4v6.test_policy_modify_vn_policy[sanity] scripts.policy.test_policy.TestBasicPolicyNegativeIpv4v6.test_remove_policy_with_ref[ci_sanity,sanity] scripts.policy.test_policy.TestBasicPolicyRouting.test_policy_RT_import_export scripts.policy.test_policy.TestBasicPolicyRoutingIpv4v6.test_policy_RT_import_export scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_any[cb_sanity,todo_sanity] scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_cidr scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_duplicate_vn_dst_cidr scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_policy_dst_cidr scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_vn_dst_cidr[cb_sanity] scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_any_dst_pol scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_any[cb_sanity] scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_vn scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_vn_dst_pol[cb_sanity,sanity,vrouter_gw] scripts.policy.test_policy_acl.TestPolicyAcl.test_route_leaking_pass_protocol_src_cidr_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_any scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_duplicate_vn_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_policy_dst_cidr scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_vn_dst_cidr[todo_sanity] scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_any_dst_pol scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_any[sanity] scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_vn scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_vn_dst_pol scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_route_leaking_pass_protocol_src_cidr_dst_cidr scripts.policy.test_policy_api.TestApiPolicyFixture01.test_associate_disassociate_api_policy scripts.policy.test_policy_api.TestApiPolicyFixture01.test_create_api_policy scripts.policy.test_policy_api.TestApiPolicyFixture01.test_policy_with_local_keyword_across_multiple_vn scripts.policy.test_policy_api.TestApiPolicyFixture02.test_policy_api_fixtures scripts.policy.test_policy_basic.TestBasicPolicy.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1] scripts.policy.test_policy_basic.TestBasicPolicy.test_policy[suite1] scripts.policy.test_policy_basic.TestBasicPolicy.test_policy_to_deny scripts.policy.test_policy_basic.TestBasicPolicyModify.test_policy_modify_vn_policy[suite1] scripts.policy.test_policy_basic.TestBasicPolicyNegative.test_remove_policy_with_ref[suite1] scripts.policy.test_policy_basic.TestDetailedPolicy0.test_repeated_policy_modify[suite1] scripts.policy.test_policy_detailed.TestDetailedPolicy0Ipv4v6.test_repeated_policy_modify[sanity] scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_multi_vn_repeated_policy_update_with_ping[sanity] scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_single_vn_repeated_policy_update_with_ping scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_multi_vn_repeated_policy_update_with_ping[sanity] scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_single_vn_repeated_policy_update_with_ping scripts.project.test_projects_basic.TestProjectBasic.test_project_add_delete scripts.qos.test_qos.TestQos.test_default_fc_update scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dot1p scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dscp scripts.qos.test_qos.TestQos.test_qos_marking_dscp_on_vhost scripts.qos.test_qos.TestQos.test_qos_remark_based_on_default_fc scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vmi scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vn scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi[cb_sanity,sanity] scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi_ipv6 scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn_ipv6 scripts.qos.test_qos.TestQosPolicy.test_qos_config_and_fc_update_for_dscp_map_on_policy scripts.qos.test_qos.TestQosPolicy.test_qos_remark_dscp_on_particular_rule_of_policy scripts.qos.test_qos.TestQosPolicy.test_qos_vmi_precedence_over_policy_over_vn scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_policy_including_si scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_vmi_of_si scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_route_aggregation scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_with_multiple_route_aggregation_prefixes scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_ext_community_list_match_all_reject scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface[ci_sanity,sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_ext_community[sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static[sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_network_static_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes[sanity] scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes_si scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_ext_community scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_matrix scripts.routing_policy.test_routing_policy.TestRP.test_rp_xmpp_matrix scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_inter_subcluster scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_intra_subcluster scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community_primary_route scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_reject_route scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_secondary_route_no_subcluster_ext_community scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_dep_routes_two_vns_with_same_rt scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_rt_CEM_22032[cb_sanity,sanity] scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_user_def_rt_entry[cb_sanity,sanity] scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_vn_rt_entry scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_basic[sanity,suite1] scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_hold_flow_negative_test scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_basic[sanity,suite1] scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_hold_flow_negative_test scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_port scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_proto scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_port scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_proto scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_port scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_proto scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports scripts.securitygroup.test_regression.SecurityGroupRegressionTests4.test_vn_compute_sg_comb scripts.securitygroup.test_regression.SecurityGroupRegressionTests4Ipv6.test_vn_compute_sg_comb scripts.securitygroup.test_regression.SecurityGroupRegressionTests4_contrail.test_vn_compute_sg_comb scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_default_sg scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_sec_group_with_proto_double_rules_sg1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_default_sg scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_sec_group_with_proto_double_rules_sg1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_default_sg scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_sec_group_with_proto_double_rules_sg1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_no_rule scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_stateful scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_no_rule scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_stateful scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_no_rule scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_stateful scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling2 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling_from_mx_with_si scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_payload_matching scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling2 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling_from_mx_with_si scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_payload_matching scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling1 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling2 scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling_from_mx_with_si scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_payload_matching scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_intra_vn scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_multiple_rules scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_verify_sg_rule_uuid_in_control_api scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_intra_vn scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_multiple_rules scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_verify_sg_rule_uuid_in_control_api scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_intra_vn scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_multiple_rules scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_verify_sg_rule_uuid_in_control_api scripts.securitygroup.test_regression.SecurityGroupSynAckTest.test_syn_ack_create_flow scripts.securitygroup.test_regression.SecurityGroupSynAckTestIpv6.test_syn_ack_create_flow scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_basic[cb_sanity,ci_contrail_go_kolla_ocata_sanity,sanity,suite1] scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_hold_flow_negative_test scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_collector scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_control scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_dns scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_control_connects_to_rabbitmq scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_dns_connects_to_rabbitmq scripts.service_connections.test_service_connections.TestServiceConnections.test_random_client_connections_to_collector scripts.service_connections.test_service_connections.TestServiceConnections.test_webui_configs scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_interface_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_network_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_multiple_vmis scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_si scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_interface_route_tables_to_vmi scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_network_route_table_to_vns scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_interface_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_network_static_table scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_interface_static_table[dev_sanity_dpdk,todo_sanity] scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_network_route_table[cb_sanity,dev_sanity_dpdk,todo_sanity] scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_with_neutron_router scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_net_nat_with_static_routes[sanity] scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath[ci_sanity] scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath[sanity] scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_in_network_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_transparent_mode scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_net_nat_with_static_routes scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath_move_svm_to_new_svc scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_CEM_22032[ci_sanity_WIP,quick_sanity,sanity,suite1] scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_in_network_datapath[ci_sanity_WIP,quick_sanity,sanity,suite1] scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_basic[sanity] scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_e2e_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_http scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_link_local_attach_to_vmi scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_left_hc_link_local_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_nat_left_hc_link_local_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_end_to_end_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_link_local_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_hc_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_left_hc_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_right_hc_fail_svm[sanity] scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_scale_hc_fail_svm scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_serial_hc_fail_svm scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_in_network_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring[ci_sanity_WIP,quick_sanity,sanity] scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_add_more_vns scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_policy_add_delete scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_in_network_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_add_more_vns scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_policy_add_delete scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_attach_detach_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_diff_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_policy_change_rules_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_policy_order_change_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirror_with_deny_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_attach_detach_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_diff_policy_with_svc_v2_mirroring scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_policy_change_rules_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_policy_order_change_with_svc_v2 scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirror_with_deny_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer scripts.vdns.test_vdns.TestvDNS0.test_agent_crash_dns_malformed_received scripts.vdns.test_vdns.TestvDNS0.test_vdns_default_mode scripts.vdns.test_vdns.TestvDNS0.test_vdns_fixed_rec_order scripts.vdns.test_vdns.TestvDNS0.test_vdns_ping_diff_vn[full_sanity] scripts.vdns.test_vdns.TestvDNS0.test_vdns_random_rec_order scripts.vdns.test_vdns.TestvDNS0.test_vdns_roundrobin_rec_order scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_diff_projs scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_fip scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_next_vdns[full_sanity] scripts.vdns.test_vdns_basic.TestvDNSBasic0.test_vdns_ping_same_vn[ci_sanity,sanity,suite1] scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_generic_link_local_service scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ipam_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_metadata_service scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_mtu_update scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn_two_vms_two_different_subnets scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vm_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vn_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_Policy_CEM_22032 scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_broadcast_udp_w_chksum scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_bulk_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_diff_proj_same_vn_vm_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_disassociate_vn_from_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_duplicate_vn_add scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_host_route_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_multiple_metadata_service_scale scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_policy_between_vns_diff_proj scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_hard_reboot_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_ping_on_broadcast_multicast scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_release_ipam scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_shutdown_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_soft_reboot_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN3.test_traffic_bw_vms_diff_pkt_size scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_gratuitous_arp scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_updating_vm_ip scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns_chk_ips scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_arp scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_gw_tests scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_in_2_vns_chk_ping scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_intf_tests scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multi_intf_in_same_vn_chk_ping scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multiple_flavors scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_static_ip_tests scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_vn_block_exhaustion scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_in_agent_with_vms_add_delete scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_name_with_spl_characters scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_agent_cleanup_with_control_node_stop scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_multiple_vn_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_vn_subnet_types scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_cem19894 scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_dns_resolution_for_link_local_service scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_static_route_to_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_dhcp_for_ipv6 scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_sctp_traffic_between_vm scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_scp_tests[todo_sanity] scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_tftp_tests scripts.vm_regression.test_vm.TestBasicVMVN0.test_Policy_CEM_22032 scripts.vm_regression.test_vm.TestBasicVMVN0.test_broadcast_udp_w_chksum scripts.vm_regression.test_vm.TestBasicVMVN0.test_bulk_add_delete scripts.vm_regression.test_vm.TestBasicVMVN0.test_diff_proj_same_vn_vm_add_delete scripts.vm_regression.test_vm.TestBasicVMVN0.test_disassociate_vn_from_vm scripts.vm_regression.test_vm.TestBasicVMVN0.test_duplicate_vn_add scripts.vm_regression.test_vm.TestBasicVMVN0.test_host_route_add_delete scripts.vm_regression.test_vm.TestBasicVMVN0.test_multiple_metadata_service_scale scripts.vm_regression.test_vm.TestBasicVMVN0.test_policy_between_vns_diff_proj scripts.vm_regression.test_vm.TestBasicVMVN1.test_no_frag_in_vm scripts.vm_regression.test_vm.TestBasicVMVN1.test_vn_gateway_flag_disabled scripts.vm_regression.test_vm.TestBasicVMVN2.test_hard_reboot_vm scripts.vm_regression.test_vm.TestBasicVMVN2.test_ping_on_broadcast_multicast scripts.vm_regression.test_vm.TestBasicVMVN2.test_release_ipam scripts.vm_regression.test_vm.TestBasicVMVN2.test_shutdown_vm scripts.vm_regression.test_vm.TestBasicVMVN2.test_soft_reboot_vm scripts.vm_regression.test_vm.TestBasicVMVN3.test_traffic_bw_vms_diff_pkt_size scripts.vm_regression.test_vm.TestBasicVMVN4.test_gratuitous_arp scripts.vm_regression.test_vm.TestBasicVMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum scripts.vm_regression.test_vm.TestBasicVMVN4.test_updating_vm_ip scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns_chk_ips scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_arp scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_gw_tests scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_in_2_vns_chk_ping scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_intf_tests scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multi_intf_in_same_vn_chk_ping scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multiple_flavors scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_static_ip_tests scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_vn_block_exhaustion scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_in_agent_with_vms_add_delete scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_name_with_spl_characters scripts.vm_regression.test_vm.TestBasicVMVN6.test_agent_cleanup_with_control_node_stop scripts.vm_regression.test_vm.TestBasicVMVN6.test_multiple_vn_vm scripts.vm_regression.test_vm.TestBasicVMVN6.test_vn_subnet_types scripts.vm_regression.test_vm.TestBasicVMVN9.test_cem19894 scripts.vm_regression.test_vm.TestBasicVMVN9.test_dns_resolution_for_link_local_service scripts.vm_regression.test_vm.TestBasicVMVN9.test_static_route_to_vm scripts.vm_regression.test_vm.TestBasicVMVNx.test_sctp_traffic_between_vm[sanity] scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_scp_tests[ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,vrouter_gw] scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_tftp_tests scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_generic_link_local_service[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,dev_sanity_dpdk,sanity,suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ipam_add_delete[suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_metadata_service[cb_sanity,ci_sanity,sanity,suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_mtu_update scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn[ci_contrail_go_kolla_ocata_sanity,suite1,upgrade,vrouter_gw] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn_two_vms_two_different_subnets[ci_contrail_go_kolla_ocata_sanity,ci_sanity,sanity,suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vm_add_delete[suite1] scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vn_add_delete[suite1] scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_sg_inter_vn[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_with_vn_policy[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_inter_node scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_with_active_flows[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_remove_sg[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_with_aap[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes_intra_node[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_remove_sg_disable_policy[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_inter_node scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_with_active_flows[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_remove_sg[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_with_aap[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes[cb_sanity,dev_reg,sanity] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes_intra_node[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_remove_sg_disable_policy[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_sg_inter_vn[dev_reg] scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_with_vn_policy[dev_reg] scripts.vrouter.test_dpdk_bond_lacp.TestLacp.test_bond_lacp_config[dev_reg,sanity] scripts.vrouter.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdk_bond_status[dev_reg,sanity] scripts.vrouter.test_dpdk_fbit_disable_mbuf.TestFbitMergeBuffDisable.test_fbit_disable_mbuf_dpdk[dev_reg,sanity] scripts.vrouter.test_dpdk_gro_gso.TestGroGso.test_dpdk_gro_gso[dev_reg,sanity] scripts.vrouter.test_dpdk_vhost_mtu.TestMtu.test_mtu_config[dev_reg,sanity] scripts.vrouter.test_dpdk_vifdump.TestVifdump.test_vifdump_on_interface[dev_reg,sanity] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error_inter_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_inter_node scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_lbaasv2[dev_reg] scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_no_tcp_eviction scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap_ignore_addrs scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error[dev_reg] scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error_inter_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_inter_node scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_lbaasv2 scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_no_tcp_eviction scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap_ignore_addrs scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg,sanity] scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg] scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_lbaasv2 scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_duplicate_frags scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_in_order scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_mixed scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_multi_sender scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order1 scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_big_payload scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_icmp scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_inter_node scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_intra_node scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_syn scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_tcp scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_overlapping scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_1[dev_reg,sanity] scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_2[dev_reg] scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_3[dev_reg] scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_4[dev_reg] scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_1[dev_reg] scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_2[cb_sanity,dev_reg,dev_sanity_dpdk,sanity] scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_inter_node[dev_reg,todo_sanity] scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_intra_node[dev_reg,sanity] scripts.vrouter.test_vif_stats.TestvifStats.test_vif_statistics[dev_reg,sanity] + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures + export OS_TEST_PATH=./serial_scripts + OS_TEST_PATH=./serial_scripts + /usr/local/bin/testr list-tests running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \ OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \ OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \ ${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list /usr/local/lib/python3.9/site-packages/selenium/webdriver/firefox/firefox_profile.py:203: SyntaxWarning: "is" with a literal. Did you mean "=="? if setting is None or setting is '': /contrail-test/serial_scripts/policy/test_policy_serial.py:1418: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1600: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1845: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/solution/test_orange_solution.py:510: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:522: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:639: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:650: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:683: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:694: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: serial_scripts.RR.test_rr.TestBasicRR.test_process_restart_with_rr_set[todo_sanity] serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_global_config serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_project serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_global_config serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_projects serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_global_config serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_project serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_flows_cli_cmds[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_logs_cli_cmd_with_multiple_different_optional_args[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_stats_cli_cmds[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_log_verification_with_delete_add_in_network_mode serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_tables serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_level_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_message_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_module serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_node_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_object_type serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_uves serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_connected_networks_based_on_policy serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_series_table serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_tables serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_process_status_agent serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_record_table_inter_vn[full_sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_sampling_teardown[sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_series_table_inter_vn[full_sanity] serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_intra_vn serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_with_security_tagging serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_tables_with_invalid_fields_values serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_virtual_machine_uve_vm_tiers serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_for_all_tiers serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_routing_instance serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_tiers serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vrouter_uve_vm_on_vm_create serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_alarmgen_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_analytics_api_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_cassandra_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_collector_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_qe_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_redis_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_stunnel_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_zookeeper_failover serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_bgp_peer_object_logs serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_xmpp_peer_object_logs serial_scripts.asn4.test_asn4.TestAsn4.test_as4_two_mx serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ebgp serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp_sanity[sanity] serial_scripts.asn4.test_asn4.TestAsn4.test_cem_22457_router_asn_reset serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_fiptraffic_before_backup serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_to_backup_restore serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_traffic_after_restore serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as[dev_sanity_dpdk,sanity] serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router_negative serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_negative serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_precedence serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_endtoend_bgpaas_local_as serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_service_port_update serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_stop_start_controllers serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_vsrx_agent_stop serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone[sanity] serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_agent_restart serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_control_restart serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zones_from_single_vnf[sanity] serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_multiple_control_nodes_in_zone serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_attach_to_multiple_vns serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_basic serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_flap_bgp_session serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_logical_router serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_update_RT serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l2_bgpvpn_with_l2_vn serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l3_bgpvpn_with_l3_vn serial_scripts.config.test_1553316.Test1553316.test_create_v6 serial_scripts.control_node_scaling.test_flap_agent_scale.TestBGPScale.test_bgp_scale serial_scripts.device_manager.test_dm.TestDM.test_add_delete_device_using_dm serial_scripts.device_manager.test_dm.TestDM.test_add_delete_vn_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_basic_dm[sanity] serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_device_using_dm serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_vn_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_break_connectivity_to_mx serial_scripts.device_manager.test_dm.TestDM.test_change_import_export_RT serial_scripts.device_manager.test_dm.TestDM.test_change_vtep serial_scripts.device_manager.test_dm.TestDM.test_changing_AS serial_scripts.device_manager.test_dm.TestDM.test_dynamic_tunnels serial_scripts.device_manager.test_dm.TestDM.test_external_group_pushed_to_mx serial_scripts.device_manager.test_dm.TestDM.test_if_vn_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_logs_for_errors serial_scripts.device_manager.test_dm.TestDM.test_multiple_subnets serial_scripts.device_manager.test_dm.TestDM.test_mx_connected_to_bms serial_scripts.device_manager.test_dm.TestDM.test_nc_pushed_using_dm serial_scripts.device_manager.test_dm.TestDM.test_restart_dm serial_scripts.device_manager.test_dm.TestDM.test_vn_change_forwarding_mode serial_scripts.domain.test_domain.TestDomain.test_crud_domain serial_scripts.domain.test_domain.TestDomain.test_domain_sanity serial_scripts.domain.test_domain.TestDomain.test_domain_user_group serial_scripts.domain.test_domain.TestDomain.test_domain_with_diff_user_groups serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_user_in_diff_projects serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_users_in_diff_domains serial_scripts.domain.test_domain.TestDomain.test_perms_with_same_user_in_diff_projects serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_change_encap_mode serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_diff_pkt_sizes serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_encryption_enable_disable serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_link_local_service serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_vhost0 serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_workload serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_ecmp_active_active_aap serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_interface_mirroring serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_interface_up_down serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_config_service serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_strongswan serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_vrouter_agent serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_basic serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_flap serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_restart serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_discrete_port_range serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_port_modify serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_tcp_basic[full_sanity] serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_udp_basic[full_sanity] serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_vhost_policy serial_scripts.dynamic_vgw.test_dynamic_vgw.TestDynamicVgwCases.test_dynamic_vgw_compute_ping serial_scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_precedence serial_scripts.ecmp.test_ecmp.TestECMPMultipleSC.test_ecmp_svc_in_network_with_multiple_service_chains serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_reboot_nodes serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_service_restarts serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_on_same_vn_gw_mx[sanity,serial] serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_vn_with_encaps_change_gw_mx[serial] serial_scripts.encap.test_encap.TestEncapCases.test_encaps_mx_gateway[serial] serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_arp_resolution serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_dns_disabled_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_l2_multicast_traffic serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_scp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_tftp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_l2_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_arp_resolution serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_dns_disabled_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_l2_multicast_traffic serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_scp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_tftp serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_l2_mode serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_agent_restart serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_to_verify_epvn_l2_mode_control_node_switchover serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_agent_restart serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_to_verify_epvn_l2_mode_control_node_switchover serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_agent_restart[sanity,serial] serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_to_verify_epvn_l2_mode_control_node_switchover serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_verify_vxlan_mode_with_configured_vxlan_id_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_arp_resolution serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l2l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l3_vn_forwarding_mode serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_dns_disabled_for_l2_vn[cb_sanity,serial,todo_sanity] serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_l2_multicast_traffic serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_scp[full_sanity,serial] serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_tftp serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_qinq_tagged_packets_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_tagged_packets_for_l2_vn serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_l2_mode[serial] serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_crb_mcast serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_igmp_config serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multigroup_basic serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic_crb_access serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_restart serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_singlenode_sanity serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_multicast_policy serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_source_within_cluster serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6MultiVn.test_evpnt6_multivn_basic serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_crb_mcast serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_evpnt6_multinode_basic_crb_access serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceOnboard.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceRoles.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulOnboard.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulRoles.test_fabric_abort serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_no_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_to_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_no_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_to_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_fabric_assisted_replication serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_no_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_to_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_no_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_to_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_leaf serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_spine serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_fabric_assisted_replication serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_api_dm_restart serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_dm_stop_start serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_intravn serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_dc_gw_napt[mx_cgnat] serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_instance_on_public_network[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_private_and_public_vn_part_of_lr serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_update_vni serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_dci_negative_case serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_basic serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_restart serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_stop_device_manager serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_dci_negative_case serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_basic serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_restart serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_stop_device_manager serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_default_inet serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_multiple_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_same_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_default_inet serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_multiple_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_same_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_default_inet serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_multiple_lr serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_same_lr serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intervn_basic serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intravn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_restart serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_alarms serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_cb serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_1 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_10 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_11 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_12 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_13 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_14 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_15 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_16 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_17 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_18 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_19 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_2 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_20 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_21 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_22 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_23 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_24 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_25 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_26 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_27 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_28 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_29 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_3 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_30 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_31 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_32 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_33 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_34 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_35 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_36 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_37 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_38 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_39 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_4 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_40 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_41 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_42 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_43 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_44 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_45 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_46 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_47 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_48 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_5 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_6 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_7 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_8 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_9 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_clei serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fan serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_firmware serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fpc serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_pem serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_power serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_re serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_temp serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_clei_models serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_detail serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_1 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_2 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_3 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_4 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_5 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_6 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_mac_addr serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_1 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_2 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_3 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_4 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_5 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_6 serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_7 serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_add_rt_to_lr serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vn_from_lr serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vni_from_lr serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vxlan_traffic_between_vn serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_tagged[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_logical_router_static_route_update_in_lr_type5_vrf_on_qfx serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_movement_2 serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_on_spine serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_both_tagged_and_untagged_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_tagged serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_untagged serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_brownfield_user_workflow serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_csn_ha serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_different_vlan_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_tagged[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_ntp_snmp_dns_basic serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_hw_inventory[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_add_remove_interface[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_multiple_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_add_remove_interface serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_multiple_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_1 serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_2 serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_remove_add_instance serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_api_server serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_device_manager[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_rr_role_deletion serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_as_tagged_and_untagged_across_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_same_vpg_different_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_multiple_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_basic serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic_erb serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_update_vlan_id serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_vdns serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_with_multiple_subnets serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_both_tagged_and_untagged_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_bridge_domain_on_leaf_tagged serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_different_vlan_same_vn_same_tor serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_basic[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_tagged[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_lag_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_multihoming_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_restart_device_manager[fabric_sanity] serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_as_tagged_and_untagged_across_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_same_vpg_different_vlan serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_single_interface_pre_created_vpg serial_scripts.fabric_overlay.test_fabric_intravn.TestVxlanID.test_check_vxlan_id_reuse serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_rt_to_lr serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_vni_to_lr serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_basic serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_ecmp serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_lr_from_router serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_vn_from_lr serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_restart_device_manager serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_tagged_bms serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_vm_to_bms_ping serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group_2 serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSecurityGroup.test_security_group serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_ebgp serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_static serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_parallel[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_serial[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_serial_one_instance[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_parallel[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_serial[lcm_sanity] serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_serial_one_instance[lcm_sanity] serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_hitless_upgrade serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_multiple_devices_multiple_times serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_spine serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_w_healthcheck_disabled serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_basic serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_public_connectivity_from_vm_bms serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_restart_dm_api_server serial_scripts.fabric_underlay.test_ztp.TestZtpWithErb.test_fabric_erb_intervn_basic serial_scripts.fabric_underlay.test_ztp.TestZtpWorkFlow.test_ztp_workflow serial_scripts.firewall.test_fw.TestFirewallBasic.test_address_group serial_scripts.firewall.test_fw.TestFirewallBasic.test_application_policy_set serial_scripts.firewall.test_fw.TestFirewallBasic.test_endpoint_type serial_scripts.firewall.test_fw.TestFirewallBasic.test_local_scope serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_application serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_order serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_match_tag_type serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_order serial_scripts.firewall.test_fw.TestFirewallBasic.test_service_group serial_scripts.firewall.test_fw.TestFirewallBasic.test_tag_import_order serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress_diff_project serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress_diff_project serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_commit_while_discard_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_discard_while_commit_in_progress serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_draft_mode_scope serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_1 serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_2 serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_3 serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_across_scopes serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_same_scope serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_global_draft_mode serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_local_draft_mode serial_scripts.firewall.test_fw.TestFirewall_1.test_floating_ip serial_scripts.firewall.test_fw.TestFirewall_1.test_unidirection_rule serial_scripts.firewall.test_fw.TestFirewall_2.test_subinterface serial_scripts.firewall.test_fw.TestFirewall_3.test_allowed_address_pair serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_api_restart serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_basic serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_group serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_objects_quota serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_policy serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_rule_properties serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_shared serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_validate_default serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_policy_application serial_scripts.firewall.test_fwaas_neutron.TestFwaasV6.test_fwaas_v6 serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_service_restart_with_fip[serial] serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_traffic_with_control_node_switchover serial_scripts.floatingip.test_mx.TestSerialSanity_MX.test_change_of_rt_in_vn[mx_test,sanity,serial] serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2_l3 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l3 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2_l3 serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l3 serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_aap serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_broadcast_multicast serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip_4518_with_FIP serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_aap serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_fip serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_ipfab_vn_and_cust_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_multi_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_single_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_ip_fab_vn_and_cust_vn serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_multi_vn_ip_fab serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ip_fab[cb_sanity,sanity] serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ipv6 serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_vhost0_policy serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWDSvcChain.test_ip_fabric_svc_in_network_datapath serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot_computes serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_shutdown serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_isolate serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot[ha] serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot_computes serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_api_server_single_failure[ha] serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_cassandra_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_control_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_dns_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_glance_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_haproxy_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_keystone_single_failure[ha] serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_mysql_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_named_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_neutron_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_api_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_conductor_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_scheduler_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_rabbitmq_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_schema_transformer_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_svc_monitor_single_failure serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_zookeeper_single_failure serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_contrail_apiserver_restart serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_kube_master serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_slave serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kube_manager_restart_on_master serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kubelet_restart_on_computes serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_vrouter_agent_restart serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_config_add_change_while_control_nodes_go_down serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_traffic_connections_while_control_nodes_go_down serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_1GB serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_agent_restart_1GB serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_restart_1GB serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_2MB serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_agent_restart_2MB serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_restart_2MB serial_scripts.huge_pages.test_flow.TestFlowNoHugePage.test_flow_traffic_sanity_no_hugepages serial_scripts.interAS.test_interas.TestInterAS.test_interAS_controller_restart serial_scripts.interAS.test_interas.TestInterAS.test_interAS_ecmp_to_VM serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_remote_ce serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_with_subintf serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_vrouter_restart serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_forwarding_mode serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_ce serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_with_fat_flow serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_with_subintf serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_tcp_remote_ce serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_vrouter_restart serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect_with_alt_names[cb_sanity] serial_scripts.introspect.test_introspect.IntrospectSslTest.test_analytics_introspect serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_cert_without_cn serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_self_signed_cert serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_single_set_certs serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl_negative_cases serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_create[auth] serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_delete[auth] serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_deployments_services_in_easy_ns[auth] serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_service_in_zomsrc_ns[auth] serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_admin_project[auth] serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_custom_project[auth] serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_deployment_in_custom_project[auth] serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_pod_in_custom_project[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_agent_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_kube_manager_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_agent_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_kube_manager_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestart.test_k8s_auth_pod_delete[auth] serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_agent_restart[auth] serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_kube_manager_restart[auth] serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd__with_kubelet_restart_on_master serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_pod_restart serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_docker_restart_on_slave serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kube_manager_restart serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kubelet_restart_on_slave serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_nodes_reboot serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_vrouter_agent_restart serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_pod_restart serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart[k8s_sanity] serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart_on_master serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_master serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_slave serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_master_reboot serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_nodes_reboot serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_vrouter_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_node_reboot serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_vrouter_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_contrail_apiserver_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_apiserver_restart[k8s_sanity] serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_pods_custom_isolation_post_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_services_custom_isolation_post_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_post_kube_manager_restart serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_vrouter_agent_restart serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_service_isolation_post_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_ingress_reachability_across_projects serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_reachability_across_projects_with_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_service_reachability_across_projects serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_km_active_backup[k8s_sanity] serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_single_node_failover serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_isolated_namespace[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_non_default_namespace serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_cluster_ip_service_with_pod_multi_intf serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_dns_pod_with_multi_intf serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_ingress_fanout_with_multi_intf_backends serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_fabric_fwd_snat serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_node_reboot serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_mult_intf_with_kebelet_restart_on_master serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_inf_with_contrail_apiserver_restart[pod_multi_intf] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_docker_restart_on_slave[pod_multi_intf] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kube_apiserver_restart serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kubelet_restart_on_slave[pod_multi_intf] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_defualt_route serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_type_nodeport_with_pod_multi_intf serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_with_type_loadbalancer_with_multi_intf_pods serial_scripts.k8s_scripts.test_pod.TestPodScale.test_many_pods[ci_contrail_go_k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_egress_policy_over_project_isolation serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_ingress_policy_over_project_isolation serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_docker_restart[k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kube_manager_restart[k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_master serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_slave[k8s_sanity] serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_pod_restart serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_rule_pod_restart serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_vrouter_agent_restart[k8s_sanity] serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_master_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_slaves_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_kube_manager_restart_with_nodeport_services[k8s_sanity,k8s_upgrade] serial_scripts.k8s_scripts.test_service.TestService.test_kubelet_restart_on_slaves_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_reboot_slaves_with_nodeport_services serial_scripts.k8s_scripts.test_service.TestService.test_service_with_kube_manager_restart serial_scripts.k8s_scripts.test_service.TestService.test_vrouter_restart_on_slaves_with_nodeports serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_contrail_status_on_compute_with_agent_restart serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_flow_stickiness_with_interface_flap_workload_in_different_vn_and_compute serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_inter_vn_traffic_with_logical_router serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_agent_restart serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_compute_restart serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_physical_interface_flap serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_after_stop_start_vrouter_agent serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_svc_mon_restart serial_scripts.llgr.test_llgr.TestLlgr.test_gr_llgr_mx[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart_gracefully[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart[llgr] serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart_gracefully[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl_restart[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_llgr_ctrl[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl[llgr] serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl_restart[llgr] serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_bfd_health_check_vmi_flap_l2mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_check_bgpaas_with_macip_enabled_vns serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_default_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_health_check_detach serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_default_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2l3_mode serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_learn_route_on_controller_extend_to_MX serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_move_ip_across_computes_l2 serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_static_route_table_inter_vn_inter_compute serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_50 serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_controller_container_restart[full_sanity] serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_vrouter_agent_restart[full_sanity] serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_GT_50_negative serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_drop_new_flows_flag serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_dropstats serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence_with_max_vm_flows serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vmi_level serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level_already_has_some_vmis serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vm serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vrouter_agent serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_md5_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_per_peer_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_check_per_peer_on_control[sanity] serial_scripts.md5.test_md5.TestMd5testsOnControl.test_create_md5_on_control[sanity] serial_scripts.md5.test_md5.TestMd5testsOnControl.test_diff_keys_per_peer_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_different_keys_md5_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_iter_keys_per_peer_on_control serial_scripts.md5.test_md5.TestMd5testsOnControl.test_precedence_per_peer_on_control serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNMultiCompute.test_mvpn_multi_vn_multi_compute serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNSingleCompute.test_mvpn_multi_vn_single_compute serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNMultiCompute.test_mvpn_single_vn_multi_compute serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNSingleCompute.test_mvpn_single_vn_within_compute serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_active_standby_failover serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_lbaas_garbage_collector serial_scripts.neutron.test_ports.TestPorts.test_custom_aap_prefix_length_limit serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_admin_tenant serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_new_tenant serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_quota_for_admin_tenant serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_config_and_vrouter_restart serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_config_and_vrouter_restart serial_scripts.neutron.test_routers.TestRouterSNAT.test_snat_active_standby_mode serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_default_nh_limit[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change_with_mpls[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_one_million[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_default_nh_limit[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change_with_mpls[nh_limit_test] serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_one_million serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_default serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_dynamic_update serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_zero serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_multi_isid serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_single_isid[cb_sanity,full_sanity] serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_multi_isid serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_single_isid serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacMove.test_mac_move serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_change_isid_at_bd serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_mac_learning_disable_at_bd serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_negative_cases_for_bd serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_swap_isids_on_bds serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_zero_isid_config serial_scripts.policy.test_policy_scale.TestScalePolicy.test_one_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicy.test_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicy.test_scale_policy_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicyApi.test_policy_rules_scaling_with_ping_api serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_one_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_policy_rules_scaling_with_ping serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_scale_policy_with_ping serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_controlnode_switchover_policy_between_vns_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_across_projects serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_modify_rules_of_live_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_with_multi_proto_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_replace_single_vn_modify_rules_of_live_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_modify_rules_of_live_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_with_multi_proto_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_verify_flows_unaffected_by_policy_update serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_implict_rule_proto_traffic serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_scaled_udp_flows serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_spl_char_in_name serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_consolidate serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_cross_app_traffic serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_full_time_overlap serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_global_and_project_tags serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_multi_protocol serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_consolidate serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_time_overlap serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_traffic serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_partial_time_overlap serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_project_tags serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_query_where_clause serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_user_specified_aps_name serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_query_select_tags serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_untagged serial_scripts.qos.test_qos.TestQosControlDscp.test_analytics_packet_dscp serial_scripts.qos.test_qos.TestQosControlDscp.test_dns_packet_dscp serial_scripts.qos.test_qos.TestQosControlDscp.test_vhost_marking_over_control_packet_marking serial_scripts.qos.test_qos.TestQosControlDscp.test_xmpp_packet_dscp serial_scripts.qos.test_qos.TestQosEncap.test_qos_remark_dscp_on_vmi_gre_encap serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_config_on_policy_for_all_dscp_entries serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_remark_exp_dscp_on_policy_gre_encap serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_qos_queue_on_vmi_precedence_over_policy_over_vn serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_queue_dscp_on_policy serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_configuration_on_bond_intf serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_rr_queues serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_queues serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_rr_queues serial_scripts.qos.test_qos.TestQosQueueSerial.test_default_queueing serial_scripts.qos.test_qos.TestQosQueueSerial.test_fc_queue_id_update serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dot1p serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dscp serial_scripts.qos.test_qos.TestQosQueueSerial.test_queueing_dscp_on_vhost serial_scripts.qos.test_qos.TestQosSVCSerial.test_qos_queueing_on_vmi_of_si serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_fc serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_qc serial_scripts.qos.test_qos_scaling.TestQosScaling.test_forwarding_class_scaling serial_scripts.qos.test_qos_scaling.TestQosScaling.test_qos_config_scaling serial_scripts.rbac.test_rbac.RbacLbassv2.test_rbac_lbaasv2_plugin serial_scripts.rbac.test_rbac.TestAnalyticsRbac.test_analytics_access serial_scripts.rbac.test_rbac.TestRbac.test_create_delete_service_chain serial_scripts.rbac.test_rbac.TestRbac.test_delete_default_acl serial_scripts.rbac.test_rbac.TestRbac.test_perms2_global_share[ci_sanity,sanity] serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share_basic serial_scripts.rbac.test_rbac.TestRbac.test_rbac_rules_hierarchy serial_scripts.rbac.test_rbac.TestRbac.test_rules_aggregation serial_scripts.rbac.test_rbac.TestRbac2.test_rbac_multiple_roles serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_perms2_owner[ci_sanity,sanity,suite1] serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_acl_different_roles[ci_sanity,sanity,suite1] serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_create_delete_vm[sanity,suite1] serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_vn_share_external_flag_with_member_role serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_messages_in_db_through_contrail_logs serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_sanity_if_provisioned serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_persistence_across_restarts serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_with_multiple_ctrl_nodes serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_vpnv4_route_entry_only_on_RT_interest_receipt serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_longevity[flow_scale] serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_tcp[flow_scale] serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_udp[flow_scale] serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_1krules serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_200rules serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vn serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_sgs_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_np serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_sg serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_sgs_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_snat_per_vrouter serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_default_sg_np serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_1krules serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_200rules serial_scripts.scale.scale_test_intf_mirror.test_intf_mirror_entry_scale.TestIntfMirrorScale.test_intf_mirroring_scale_max_number serial_scripts.scale.sub_interface.test_sub.TestSubInterfaceScale.test_sub_interface_scale[sub_intf_scale] serial_scripts.scale.test_alarm_scale.TestScaleAlarm.test_alarm_scaling[scale_alarm] serial_scripts.scale.test_lr_scale.TestLRScale.test_lr serial_scripts.scale.test_lr_scale.TestLRScale.test_subnet_per_vn_lr serial_scripts.scale.test_lr_scale.TestLRScale.test_vn_per_lr serial_scripts.scale.test_scale_config.TestScaleConfig.test_fip_scaling[scale_fip] serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_rulues_scaling[scale_np_rules] serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_scaling[scale_np] serial_scripts.scale.test_scale_config.TestScaleConfig.test_port_scaling[scale_port] serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_rules_scaling[scale_sg_rules] serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_scaling[scale_sg] serial_scripts.scale.test_scale_config.TestScaleConfig.test_vn_scaling[scale_vn] serial_scripts.scale.test_vrf_scale.TestVrfScale.test_compute_node_vrf_scaling[scale_vrf] serial_scripts.scale.test_vrf_scale.TestVrfScale.test_control_node_vrf_scaling[scale_vrf] serial_scripts.scale.test_vrf_scale.TestVrfScale.test_vm_scaling[scale_vrf] serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject.test_sg_multiproject serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProjectIpv6.test_sg_multiproject serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject_contrail.test_sg_multiproject serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_default_sg_active_flow serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow1 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow2 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow3 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow4 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_default_sg_active_flow serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow1 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow2 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow3 serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow4 serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_agent serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_config_nodemgr serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_control_from_agent serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_dns_from_agent serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_control serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_dns serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_after_collector_restart_and_agent_sighup serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_on_collector_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_control_connection_after_collector_restart_and_control_sighup serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_agent_connection_on_control_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_convergence_on_agent_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_dns_agent_connection_on_dns_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_control_connection_on_rabbitmq_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_dns_connection_on_rabbitmq_restart serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_recovery_from_errored_configdb_entry_in_control scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity] scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_01_verify_post_deploy serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_02_interface_check serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_03_giant_frame_test serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_04_check_tls serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_05_bfd_bgpaas_feature serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_06_sdn_gw_feature serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_07_ha_resiliency serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_08_restart_from_os serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_09_vsrx_cli_restart serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_10_virsh_restart serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_11_BGP_session_flap_before_convergence serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_12_vrouter_restart serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_13_restart_dpdk_compute_hosting_vsfoup serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_14_restart_kernel_compute_hosting_vsfocp serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_15_network_restart_on_compute serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_16_HC_on_BGPaaS serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_run_all_tests serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm[ci_sanity] serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm_with_large_mtu[ci_sanity] serial_scripts.sriov.test_sriov.TestSriov.test_virtual_function_exhaustion_and_resue[ci_sanity] serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_1 serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_all serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_1 serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_all serial_scripts.system_test.flow_tests.test_flow_scaling.TestFlowScaling.test_flow_scaling_interNode_interVN serial_scripts.system_test.flow_tests.test_system_flows.TestFlowMultiProj.test_flow_multi_projects serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodeFIP_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodePol_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodeFIP_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodePol_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNinterNode_flows serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNintraNode_flows serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_behavior serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_forwarding_with_dhcp_disabled serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_asn_and_rt_update serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_configured_vxlan_id_inter_vn serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_ping_between_two_tors_inter_vn serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_after_tsn_failover serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_ovs_restarts serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_tor_agent_restarts serial_scripts.tor.test_bms.TestTor.test_add_remove_vmi_from_tor_lif serial_scripts.tor.test_bms.TestTor.test_arp_proxy_by_vrouter_for_vms serial_scripts.tor.test_bms.TestTor.test_dhcp_flood_for_unknown_mac serial_scripts.tor.test_bms.TestTor.test_enable_disable_unknown_unicast_forwarding serial_scripts.tor.test_bms.TestTor.test_no_dhcp_for_unknown_bms serial_scripts.tor.test_bms.TestTor.test_ovsdb_config_on_tor serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_tagged_bms serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_untagged_bms serial_scripts.tor.test_bms.TestTor.test_ping_between_two_tors_intra_vn serial_scripts.tor.test_bms.TestTor.test_two_vmis_on_lif serial_scripts.tor.test_bms.TestTor.test_unknown_unicast_forwarding serial_scripts.tor.test_bms.TestTor.test_with_multiple_subnets serial_scripts.tor.test_bms.TestVxlanID.test_check_vxlan_id_reuse serial_scripts.tor.test_bms.TestVxlanID.test_diff_vns_but_same_vxlan_id serial_scripts.tor.test_bms.TestVxlanIDWithRouting.test_check_vxlan_id_update serial_scripts.tor.test_bms_negative.TestBMSNegative.test_vmi_delete_when_lif_bound serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_fiptraffic_before_upgrade[upgrade] serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_to_upgrade[upgrade] serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_traffic_after_upgrade[upgrade] serial_scripts.vdns.test_vdns.TestvDNS0.test_vdns_zrecord_scaling serial_scripts.vdns.test_vdns.TestvDNS1.test_vdns_tree_scaling serial_scripts.vdns.test_vdns.TestvDNS2.test_vdns_server_scaling serial_scripts.vdns.test_vdns.TestvDNSRestart.test_agent_query_all_dns_servers_policy_fixed serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_agent_restart serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_controlnode_switchover serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_dns_restart serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_named_restart serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_diff_zone serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_same_zone serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_different_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_same_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_multiple_subnet_for_single_vgw serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_different_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_same_node serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_restart_of_vgw_node serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_bring_up_vm_with_control_node_down serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_control_node_switchover[cb_sanity,sanity] serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_ipam_persistence_across_restart_reboots serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_kill_service_verify_core_generation serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_max_vm_flows serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_add_delete_with_stop_start_service serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_delete_with_stop_start_service serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_nova_com_sch_restart_with_multiple_vn_vm serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_in_policy_between_vns[cb_sanity,sanity] serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_with_multiple_vn_vm serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_underlay_broadcast_traffic_handling[sanity] serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_ssl_disabled_on_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_cert_in_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_key_in_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_without_cert_key_in_nova serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_no_ca_cert serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_ssl_service_without_ca_cert serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled_only_on_agent serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_flag_not_set_in_agent serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_cert_in_agent serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_key_in_agent serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerial.test_disable_policy_ecmp_siv2 serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerialIpv6.test_disable_policy_ecmp_siv2 serial_scripts.vrouter.test_drop_stats.TestDropStats.test_flow_action_drop_stats[dev_reg,sanity] serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrIpv6Serial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg,sanity] serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_add_delete_fat_flow_config[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn_intra_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_inter_vn_inter_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_intra_vn_inter_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_port_zero_intra_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_vn_vmi[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_with_service_chain[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_add_delete_fat_flow_config[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn_intra_vn[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_inter_vn_inter_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_intra_vn_inter_node[cb_sanity,sanity] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_port_zero_intra_node serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_vn_vmi[dev_reg] serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_with_service_chain[dev_reg] serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_flow_update_on_route_update serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_with_fuzz_bug_1504710 serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_custom_flow_export_rate serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_default_flow_export_rate serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_after_agent_restart serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_disabling serial_scripts.vrouter.test_flow_scenarios.SimpleTCPFlowEvictionTests.test_flow_entry_after_tcp_session serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_eviction_on_tcp_rst serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_on_normal_tcp_close serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_hping3_tcp_traffic_for_eviction serial_scripts.vrouter.test_negative.KernelCrashTest.test_crash_file_creation serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_inter_node serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_intra_node serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_inter_node serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_intra_node serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_inter_node serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_intra_node serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_rate serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_fw_update serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_global serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_on_vmi serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_fw_update serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_global serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_on_vmi serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_inter_node serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_intra_node serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_rate serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_kernal_module_unload_reload serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_xconnect serial_scripts.webui.test_webui.WebuiTestSanity.test1_1_create_svc_templates[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_2_create_ipams[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_3_create_virtual_networks[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_4_create_ports[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_5_create_routers[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_6_create_policies[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_7_attach_policy_to_vn[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_8_launch_virtual_instances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test1_9_create_svc_instances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_1_create_physical_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_2_create_physical_interfaces[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_3_create_forwarding_classes[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_4_create_qos_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_5_attach_qos_config_to_vn[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_6_create_network_route_table[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_7_attach_network_route_table_to_VN[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_8_create_routing_policies[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_9_create_route_aggregates[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_create_dns_servers[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_1_attach_routing_policy_to_si[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_2_attach_route_aggregate_to_si[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_3_create_svc_health_check[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_create_dns_records[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_3_create_security_groups[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_4_create_floating_ips[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_5_allocate_floating_ips[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_6_associate_floating_ips[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_7_attach_svc_health_check_to_si[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_8_create_bgp_aas[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test2_9_create_global_qos_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_1_create_bgp_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_2_create_link_local_service[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_3_create_virtual_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_4_create_service_appliance_set[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_5_create_service_appliances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_6_create_alarms_in_project_and_in_global[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_7_create_rbac[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_8_create_ovsdb_tor_agent[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_9_create_netconf_phy_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_edit_net_without_change serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_1_create_vcpe_router[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_2_create_log_statistic[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_3_create_flow_aging[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_4_create_interface_route_table[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_5_attach_intf_route_table_to_port[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_edit_net_disp_name_change serial_scripts.webui.test_webui.WebuiTestSanity.test3_3_edit_net_disp_name_change_with_spl_char serial_scripts.webui.test_webui.WebuiTestSanity.test3_4_edit_net_by_add_policy serial_scripts.webui.test_webui.WebuiTestSanity.test3_5_edit_net_by_add_subnet serial_scripts.webui.test_webui.WebuiTestSanity.test3_6_edit_net_host_opt serial_scripts.webui.test_webui.WebuiTestSanity.test3_7_edit_net_adv_opt serial_scripts.webui.test_webui.WebuiTestSanity.test3_8_edit_net_dns serial_scripts.webui.test_webui.WebuiTestSanity.test3_9_edit_net_dns_neg serial_scripts.webui.test_webui.WebuiTestSanity.test4_2_edit_net_route_target_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test4_3_edit_net_route_target_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test4_4_edit_net_exp_route_target_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test4_5_edit_net_imp_route_target_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test4_6_edit_net_imp_route_target_asn_ip[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test4_7_create_vn_with_spl_char serial_scripts.webui.test_webui.WebuiTestSanity.test5_1_edit_net_host_opt_neg serial_scripts.webui.test_webui.WebuiTestSanity.test5_2_edit_net_adv_opt_neg serial_scripts.webui.test_webui.WebuiTestSanity.test5_3_edit_net_route_target_neg_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test5_4_edit_net_route_target_neg_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test5_5_edit_net_exp_route_target_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test5_6_edit_net_exp_route_target_neg_asn_ip serial_scripts.webui.test_webui.WebuiTestSanity.test5_7_negative_case_edit_net_with_invalid_route_target_ip serial_scripts.webui.test_webui.WebuiTestSanity.test5_8_edit_net_exp_route_target_neg_asn_num serial_scripts.webui.test_webui.WebuiTestSanity.test5_9_negative_case_edit_net_with_invalid_route_target_num serial_scripts.webui.test_webui.WebuiTestSanity.test6_1_edit_port_without_change serial_scripts.webui.test_webui.WebuiTestSanity.test6_2_edit_port_vn_port_name serial_scripts.webui.test_webui.WebuiTestSanity.test6_4_edit_port_by_add_advanced_option_with_nh_mode_dynamic serial_scripts.webui.test_webui.WebuiTestSanity.test6_5_edit_port_by_add_advanced_option_with_nh_mode_static serial_scripts.webui.test_webui.WebuiTestSanity.test6_6_edit_port_by_dhcp_option serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_1_edit_port_by_fat_flow_protocol_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_edit_port_by_fat_flow_protocol serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_1_edit_port_by_add_advanced_option_allowed_address_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_2_edit_port_by_add_advanced_option_analyzer_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_3_edit_port_by_add_advanced_option_nh_static_neg serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_1_add_sub_interface_with_invalid_vlan_id serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_add_sub_interface serial_scripts.webui.test_webui.WebuiTestSanity.test7_1_edit_config_infra_global_config_forwarding_option serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_1_edit_config_infra_global_config_bgp_option_invalid_values serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_edit_config_infra_global_config_bgp_option serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_alarms_project_and_global[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_records serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_servers serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_forwarding_classes[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_bgp_router serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_flow_aging serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_log_statistic serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_link_local_service serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_project_quotas serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_domain[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_global[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_project[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appl_set serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appliances serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_virtual_router serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_network_route_table[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_floating_ips serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_intf_table serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ipams serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_policies serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ports serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_routers serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_sec_group serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_virtual_networks serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_phy_rtr serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_physical_interfaces[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_qos_config[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_route_aggregates serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_routing_policies serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_bgpaas[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_instances serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_templates serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_svc_health_check[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_peer_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_dashboard_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_basic_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_basic_details[ui_sanity] serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_basic_details serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects_advance_details serial_scripts.webui.test_webui.WebuiTestSanity.test_write_port_with_add_security_group serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_compute_negative_xmpp_auth serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_precedence_xmpp_auth[sanity] serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_restart_services_xmpp_auth serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_undo_xmpp_auth[sanity] + setup_physical_routers + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures + /usr/bin/python3 tools/setup_physical_routers.py contrail_test_input.yaml + [[ -n '' ]] + [[ ! -z '' ]] + '[' -z ']' + '[' '!' -z ci_sanity ']' + testrargs+=ci_sanity + export TAGS=ci_sanity + TAGS=ci_sanity + [[ ! -z ci_sanity ]] + run_tests + testr_init + '[' '!' -d .testrepository ']' + /usr/local/bin/testr init + find . -type f -name '*.pyc' -delete + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts + export OS_TEST_PATH=./scripts/ + OS_TEST_PATH=./scripts/ + export DO_XMPP_CHECK=1 + DO_XMPP_CHECK=1 + '[' '!' -d ./scripts/ ']' + '[' 0 -eq 1 ']' + '[' 0 -eq 0 ']' + echo 'running in serial' running in serial + /usr/local/bin/testr run --subunit ci_sanity + /usr/local/bin/subunit2junitxml -f -o result_2026_02_23_02_14_15_14017.xml /contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="? if type(public_network_obj).__name__ is 'VirtualNetwork': /contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="? if encoding is 'All': /contrail-test/tcutils/collector/opserver_util.py:378: SyntaxWarning: "is" with a literal. Did you mean "=="? if len(match_v) is 1: /contrail-test/tcutils/collector/opserver_util.py:379: SyntaxWarning: "is" with a literal. Did you mean "=="? if match_v[0][-1] is '*': /contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is "TCP": /contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="? if traffic_type is "ICMP": /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 1: /contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="? if value is 2: /usr/local/lib/python3.9/site-packages/glanceclient/common/http.py:180: SyntaxWarning: "is not" with a literal. Did you mean "!="? if kwargs.get('cacert', None) is not '': 2026-02-23 02:14:34,100 - INFO - Using existing project ['default-domain', 'admin'](8d01ea3d-bd0e-471f-8694-1448f304f7bb) 2026-02-23 02:14:34,230 - INFO - ================================================================================ 2026-02-23 02:14:34,230 - INFO - STARTING TEST : test_contrail_status 2026-02-23 02:14:34,231 - INFO - TEST DESCRIPTION : Test to verify that all services are running and active 2026-02-23 02:14:34,368 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:14:34,369 - INFO - 2026-02-23 02:14:34,448 - INFO - 10.0.0.130 2026-02-23 02:14:34,448 - INFO - config 2026-02-23 02:14:34,453 - INFO - config-nodemgr:active 2026-02-23 02:14:34,456 - INFO - api-server:active 2026-02-23 02:14:34,460 - INFO - schema:active 2026-02-23 02:14:34,464 - INFO - svc-monitor:active 2026-02-23 02:14:34,467 - INFO - device-manager:active 2026-02-23 02:14:34,467 - INFO - config-database 2026-02-23 02:14:34,467 - INFO - config-cassandra:active 2026-02-23 02:14:34,468 - INFO - config-zookeeper:active 2026-02-23 02:14:34,468 - INFO - config-rabbitmq:active 2026-02-23 02:14:34,468 - INFO - vrouter 2026-02-23 02:14:34,472 - INFO - vrouter-nodemgr:active 2026-02-23 02:14:34,476 - INFO - agent:active 2026-02-23 02:14:34,477 - INFO - control 2026-02-23 02:14:34,481 - INFO - control-nodemgr:active 2026-02-23 02:14:34,486 - INFO - control:active 2026-02-23 02:14:34,486 - INFO - named:active 2026-02-23 02:14:34,490 - INFO - dns:active 2026-02-23 02:14:34,491 - INFO - analytics 2026-02-23 02:14:34,495 - INFO - analytics-nodemgr:active 2026-02-23 02:14:34,498 - INFO - analytics-api:active 2026-02-23 02:14:34,503 - INFO - collector:active 2026-02-23 02:14:34,503 - INFO - analytics-database 2026-02-23 02:14:34,503 - INFO - analytics-cassandra:active 2026-02-23 02:14:34,508 - INFO - analyticsdb-nodemgr:active 2026-02-23 02:14:34,513 - INFO - query-engine:active 2026-02-23 02:14:34,513 - INFO - webui 2026-02-23 02:14:34,513 - INFO - webui:active 2026-02-23 02:14:34,513 - INFO - webui-middleware:active 2026-02-23 02:14:34,513 - INFO - redis:active 2026-02-23 02:14:34,513 - INFO - analytics_snmp 2026-02-23 02:14:34,516 - INFO - snmp-collector:active 2026-02-23 02:14:34,517 - INFO - snmp-topology:active 2026-02-23 02:14:34,517 - INFO - analytics_alarm 2026-02-23 02:14:34,517 - INFO - alarmgen:active 2026-02-23 02:14:34,517 - INFO - All the contrail services are up on all nodes 2026-02-23 02:14:34,517 - INFO - contrail-status passed 2026-02-23 02:14:34,640 - INFO - END TEST : test_contrail_status : PASSED[0:00:00] 2026-02-23 02:14:34,640 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:14:34,687 - INFO - Domain Default found not creating 2026-02-23 02:14:34,858 - INFO - Project ctest-AnalyticsBasicTestSanity-63264471 not found, creating it 2026-02-23 02:14:35,321 - INFO - Created Project:ctest-AnalyticsBasicTestSanity-63264471, ID : 4ade4a5b-b2b1-4e8f-83c1-1d0541d67c94 2026-02-23 02:14:36,840 - INFO - ================================================================================ 2026-02-23 02:14:36,840 - INFO - STARTING TEST : test_verify_object_logs 2026-02-23 02:14:36,840 - INFO - TEST DESCRIPTION : Description: Test to validate object logs 1.Create vn/vm and verify object log tables updated with those vn, vm and routing-instance - fails otherwise Maintainer: sandipd@juniper.net 2026-02-23 02:14:36,968 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:14:36,968 - INFO - 2026-02-23 02:14:37,999 - INFO - Created VN ctest-vn22-83532509 2026-02-23 02:14:38,629 - INFO - Verified VN network id 5 for VN 3c9b65e2-9028-43ac-a894-719c5dec73db 2026-02-23 02:14:38,629 - INFO - Verifications in API Server for VN ctest-vn22-83532509 passed 2026-02-23 02:14:38,668 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn22-83532509 passed 2026-02-23 02:14:39,125 - INFO - Validated that VN default-domain:ctest-AnalyticsBasicTestSanity-63264471:ctest-vn22-83532509 is found in opserver 2026-02-23 02:14:39 URL:http://nexus.opensdn.io/repository///images/converts//cirros-0.3.0-x86_64-disk.vmdk.gz [9186478/9186478] -> "/contrail-test/images/cirros-0.3.0-x86_64-disk.vmdk.gz" [1] 2026-02-23 02:14:42,245 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:14:52,498 - INFO - Validated ObjectVNTable, ObjectRoutingInstance, ObjectVMTable logs 2026-02-23 02:14:52,499 - INFO - Deleting VM ctest-AnalyticsBasicTestSanity-63264471-73256807 2026-02-23 02:14:52,630 - INFO - Deleting VN ctest-vn22-83532509 2026-02-23 02:14:52,671 - WARNING - Deleting VN ctest-vn22-83532509 failed..Will retry 2026-02-23 02:14:54,926 - INFO - Validated that VN ctest-vn22-83532509 is not found in API Server 2026-02-23 02:14:54,938 - INFO - Validated that VN ctest-vn22-83532509 is not in any agent 2026-02-23 02:14:54,952 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn22-83532509 info 2026-02-23 02:14:55,084 - INFO - END TEST : test_verify_object_logs : PASSED[0:00:19] 2026-02-23 02:14:55,084 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:14:55,794 - INFO - Deleted project: ctest-AnalyticsBasicTestSanity-63264471, ID : 4ade4a5b-b2b1-4e8f-83c1-1d0541d67c94 2026-02-23 02:14:55,969 - INFO - Using existing project ['default-domain', 'admin'](8d01ea3d-bd0e-471f-8694-1448f304f7bb) 2026-02-23 02:14:55,977 - INFO - ================================================================================ 2026-02-23 02:14:55,977 - INFO - STARTING TEST : test_db_manage 2026-02-23 02:14:55,977 - INFO - TEST DESCRIPTION : Test db_manage.py tool 2026-02-23 02:14:56,105 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:14:56,105 - INFO - 2026-02-23 02:14:59,258 - WARNING - Errors are still present: 2026-02-23 02:14:59,099 ERROR: (v1.41) Checker check_subnet_addr_alloc: Failed: 2026-02-23 02:14:59,258 - WARNING - Ignore some errors untill fix 2026-02-23 02:14:59,432 - INFO - END TEST : test_db_manage : PASSED[0:00:04] 2026-02-23 02:14:59,432 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:14:59,489 - INFO - Using existing project ['default-domain', 'admin'](8d01ea3d-bd0e-471f-8694-1448f304f7bb) 2026-02-23 02:14:59,496 - INFO - ================================================================================ 2026-02-23 02:14:59,497 - INFO - STARTING TEST : test_analytics_docs 2026-02-23 02:14:59,497 - INFO - TEST DESCRIPTION : Test docs from analytics API analytics api docs curl -s http://collector_ips[0]:8081/documentation/index.html | grep "Welcome to Contrail Analytics API documentation!" 2026-02-23 02:14:59,625 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:14:59,625 - INFO - 2026-02-23 02:14:59,780 - INFO - END TEST : test_analytics_docs : PASSED[0:00:00] 2026-02-23 02:14:59,780 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:14:59,782 - INFO - ================================================================================ 2026-02-23 02:14:59,782 - INFO - STARTING TEST : test_config_docs 2026-02-23 02:14:59,782 - INFO - TEST DESCRIPTION : Test docs from config API config api docs curl -s http://cfgm_ips[0]:8082/documentation/index.html | grep "<title>Juniper Contrail Configuration API Model" 2026-02-23 02:14:59,940 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:14:59,940 - INFO - 2026-02-23 02:15:00,100 - INFO - END TEST : test_config_docs : PASSED[0:00:01] 2026-02-23 02:15:00,100 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:00,148 - INFO - Domain Default found not creating 2026-02-23 02:15:00,317 - INFO - Project ctest-FloatingipBasicTestSanity-73966992 not found, creating it 2026-02-23 02:15:00,809 - INFO - Created Project:ctest-FloatingipBasicTestSanity-73966992, ID : 9eacc402-e637-4291-a848-f56694f454a4 2026-02-23 02:15:02,722 - INFO - Using existing project ['default-domain', 'admin'](8d01ea3d-bd0e-471f-8694-1448f304f7bb) 2026-02-23 02:15:03,147 - INFO - admin user already present 2026-02-23 02:15:03,547 - INFO - Adding rules to the default security group in Project admin 2026-02-23 02:15:03,888 - INFO - ================================================================================ 2026-02-23 02:15:03,888 - INFO - STARTING TEST : test_floating_ip 2026-02-23 02:15:03,888 - INFO - TEST DESCRIPTION : Test to validate floating-ip Assignment to a VM. It creates a VM, assigns a FIP to it and pings to a IP in the FIP VN. 2026-02-23 02:15:04,017 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:15:04,017 - INFO - 2026-02-23 02:15:04,796 - INFO - Created VN ctest-fvn-60726686 2026-02-23 02:15:05,432 - INFO - Verified VN network id 5 for VN bd4a10da-7633-4c92-b5ae-e6dba754c662 2026-02-23 02:15:05,432 - INFO - Verifications in API Server for VN ctest-fvn-60726686 passed 2026-02-23 02:15:05,472 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-fvn-60726686 passed 2026-02-23 02:15:05,931 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-73966992:ctest-fvn-60726686 is found in opserver 2026-02-23 02:15:06,325 - INFO - Created VN ctest-vn1-58005996 2026-02-23 02:15:06,628 - INFO - Verified VN network id 6 for VN 29b2c939-da04-46bd-9af8-3b390be610e8 2026-02-23 02:15:06,628 - INFO - Verifications in API Server for VN ctest-vn1-58005996 passed 2026-02-23 02:15:06,663 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-58005996 passed 2026-02-23 02:15:06,772 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-73966992:ctest-vn1-58005996 is found in opserver 2026-02-23 02:15:07,839 - INFO - VM ([<Server: ctest-vn1_vm1_name-13584069>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:15:08,997 - INFO - VM ([<Server: ctest-fvn_vm1_name-11693043>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:15:09,194 - INFO - Creating Floating IP pool ctest-some-pool-96425588 in API Server 2026-02-23 02:15:09,753 - INFO - Verification for FIP pool ctest-some-pool-96425588 in API Server passed 2026-02-23 02:15:09,777 - INFO - Verification for FIP pool ctest-some-pool-96425588 in Control-node passed 2026-02-23 02:15:09,778 - INFO - Waiting for VM ctest-vn1_vm1_name-13584069 to be up.. 2026-02-23 02:15:14,961 - INFO - VM name : ctest-vn1_vm1_name-13584069 2026-02-23 02:15:20,431 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1_name-13584069 passed 2026-02-23 02:15:25,904 - INFO - Waiting for VM ctest-fvn_vm1_name-11693043 to be up.. 2026-02-23 02:15:25,980 - INFO - VM name : ctest-fvn_vm1_name-11693043 2026-02-23 02:15:27,321 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-fvn_vm1_name-11693043 passed 2026-02-23 02:15:27,684 - INFO - FIP 33.235.130.4 verification for passed on all Control-nodes 2026-02-23 02:15:27,684 - INFO - FIP ID bc6e2ff7-7eee-4302-b91f-7f97ced229cc(33.235.130.4) validation in Control node passed 2026-02-23 02:15:27,705 - INFO - FIP ID bc6e2ff7-7eee-4302-b91f-7f97ced229cc(33.235.130.4) validation in agents passed 2026-02-23 02:15:27,713 - INFO - FIP ID bc6e2ff7-7eee-4302-b91f-7f97ced229cc(33.235.130.4) validation in API Server passed 2026-02-23 02:15:30,709 - INFO - Ping to IP 33.235.130.3 from VM ctest-vn1_vm1_name-13584069 passed 2026-02-23 02:15:30,808 - INFO - Deleting the FIP pool ctest-some-pool-96425588 2026-02-23 02:15:30,890 - INFO - Deleting VM ctest-fvn_vm1_name-11693043 2026-02-23 02:15:30,953 - INFO - Deleting VM ctest-vn1_vm1_name-13584069 2026-02-23 02:15:31,018 - INFO - Deleting VN ctest-vn1-58005996 2026-02-23 02:15:31,056 - WARNING - Deleting VN ctest-vn1-58005996 failed..Will retry 2026-02-23 02:15:33,302 - INFO - Validated that VN ctest-vn1-58005996 is not found in API Server 2026-02-23 02:15:33,310 - INFO - Validated that VN ctest-vn1-58005996 is not in any agent 2026-02-23 02:15:33,322 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-58005996 info 2026-02-23 02:15:33,322 - INFO - Deleting VN ctest-fvn-60726686 2026-02-23 02:15:33,556 - INFO - Validated that VN ctest-fvn-60726686 is not found in API Server 2026-02-23 02:15:33,564 - INFO - Validated that VN ctest-fvn-60726686 is not in any agent 2026-02-23 02:15:33,578 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-fvn-60726686 info 2026-02-23 02:15:33,831 - INFO - END TEST : test_floating_ip : PASSED[0:00:30] 2026-02-23 02:15:33,831 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:34,526 - INFO - Deleted project: ctest-FloatingipBasicTestSanity-73966992, ID : 9eacc402-e637-4291-a848-f56694f454a4 2026-02-23 02:15:34,707 - INFO - Domain Default found not creating 2026-02-23 02:15:34,861 - INFO - Project ctest-TestHeat-76765436 not found, creating it 2026-02-23 02:15:35,343 - INFO - Created Project:ctest-TestHeat-76765436, ID : 08ecb828-13e5-4226-8144-cf3c16d74248 2026-02-23 02:15:36,948 - INFO - ================================================================================ 2026-02-23 02:15:36,948 - INFO - STARTING TEST : test_heat_stacks_list 2026-02-23 02:15:36,948 - INFO - TEST DESCRIPTION : Validate installation of heat This issues a command to list all the heat-stacks 2026-02-23 02:15:37,210 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:15:37,210 - INFO - 2026-02-23 02:15:37,340 - INFO - The following are the stacks currently : [] 2026-02-23 02:15:37,600 - INFO - END TEST : test_heat_stacks_list : PASSED[0:00:01] 2026-02-23 02:15:37,600 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:38,324 - INFO - Deleted project: ctest-TestHeat-76765436, ID : 08ecb828-13e5-4226-8144-cf3c16d74248 2026-02-23 02:15:38,512 - INFO - Domain Default found not creating 2026-02-23 02:15:38,678 - INFO - Project ctest-TestCRUD-29582627 not found, creating it 2026-02-23 02:15:39,141 - INFO - Created Project:ctest-TestCRUD-29582627, ID : 833821f1-6099-488b-b036-37924c1ba0f3 2026-02-23 02:15:40,605 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg1-27355172'] 2026-02-23 02:15:41,402 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg2-59888827'] 2026-02-23 02:15:42,378 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-29582627', 'ctest-proj-sg1-31053119'] 2026-02-23 02:15:43,033 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-29582627', 'ctest-proj-sg2-71837021'] 2026-02-23 02:15:43,738 - INFO - ================================================================================ 2026-02-23 02:15:43,738 - INFO - STARTING TEST : test_router_crud 2026-02-23 02:15:43,991 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:15:43,991 - INFO - 2026-02-23 02:15:43,991 - INFO - Router create Request {'router': {'name': 'name-06061062'}} 2026-02-23 02:15:44,178 - INFO - Router create Response : {'router': {'id': 'a2ff7855-c0cf-4fa9-9b77-69b8b861ee21', 'name': 'name-06061062', 'tenant_id': '8d01ea3dbd0e471f86941448f304f7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-06061062'], 'description': '', 'project_id': '8d01ea3dbd0e471f86941448f304f7bb'}} 2026-02-23 02:15:44,178 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-06061062'}} 2026-02-23 02:15:44,190 - INFO - Attribute id is created 2026-02-23 02:15:44,190 - INFO - Attribute name is created 2026-02-23 02:15:44,190 - INFO - Attribute admin_state_up is created 2026-02-23 02:15:44,190 - INFO - Attribute status is created 2026-02-23 02:15:44,190 - INFO - Attribute tenant_id is created 2026-02-23 02:15:44,538 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed 2026-02-23 02:15:44,538 - INFO - Router Update request {'router': {'name': 'name-72374575'}} 2026-02-23 02:15:44,568 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-72374575'}} 2026-02-23 02:15:44,569 - INFO - Response : {'router': {'id': 'a2ff7855-c0cf-4fa9-9b77-69b8b861ee21', 'name': 'name-72374575', 'tenant_id': '8d01ea3dbd0e471f86941448f304f7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-06061062'], 'description': '', 'project_id': '8d01ea3dbd0e471f86941448f304f7bb'}} 2026-02-23 02:15:44,569 - INFO - Updation of Router a2ff7855-c0cf-4fa9-9b77-69b8b861ee21 with body {'router': {'name': 'name-72374575'}} passed 2026-02-23 02:15:44,569 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:44,569 - INFO - Router Update request {'router': {'admin_state_up': 'True'}} 2026-02-23 02:15:44,600 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'True'}} 2026-02-23 02:15:44,600 - INFO - Response : {'router': {'id': 'a2ff7855-c0cf-4fa9-9b77-69b8b861ee21', 'name': 'name-72374575', 'tenant_id': '8d01ea3dbd0e471f86941448f304f7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-06061062'], 'description': '', 'project_id': '8d01ea3dbd0e471f86941448f304f7bb'}} 2026-02-23 02:15:44,600 - INFO - Updation of Router a2ff7855-c0cf-4fa9-9b77-69b8b861ee21 with body {'router': {'admin_state_up': 'True'}} passed 2026-02-23 02:15:44,600 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:44,600 - INFO - Deleting router a2ff7855-c0cf-4fa9-9b77-69b8b861ee21 2026-02-23 02:15:44,662 - ERROR - Result of delete router a2ff7855-c0cf-4fa9-9b77-69b8b861ee21: () 2026-02-23 02:15:44,662 - INFO - ================================================================================ 2026-02-23 02:15:44,663 - INFO - Router create Request {'router': {'tenant_id': '833821f1-6099-488b-b036-37924c1ba0f3', 'name': 'name-02618146'}} 2026-02-23 02:15:44,722 - INFO - Router create Response : {'router': {'id': '37cc72d6-b8fd-4ff0-827f-89b58a19293e', 'name': 'name-02618146', 'tenant_id': '833821f16099488bb03637924c1ba0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-29582627', 'name-02618146'], 'description': '', 'project_id': '833821f16099488bb03637924c1ba0f3'}} 2026-02-23 02:15:44,722 - INFO - Router create PASSED ,Body : {'router': {'tenant_id': '833821f1-6099-488b-b036-37924c1ba0f3', 'name': 'name-02618146'}} 2026-02-23 02:15:44,734 - INFO - Attribute id is created 2026-02-23 02:15:44,734 - INFO - Attribute name is created 2026-02-23 02:15:44,734 - INFO - Attribute admin_state_up is created 2026-02-23 02:15:44,735 - INFO - Attribute status is created 2026-02-23 02:15:44,735 - INFO - Attribute tenant_id is created 2026-02-23 02:15:45,075 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed 2026-02-23 02:15:45,075 - INFO - Router Update request {'router': {'name': 'name-61158436'}} 2026-02-23 02:15:45,107 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-61158436'}} 2026-02-23 02:15:45,107 - INFO - Response : {'router': {'id': '37cc72d6-b8fd-4ff0-827f-89b58a19293e', 'name': 'name-61158436', 'tenant_id': '833821f16099488bb03637924c1ba0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-29582627', 'name-02618146'], 'description': '', 'project_id': '833821f16099488bb03637924c1ba0f3'}} 2026-02-23 02:15:45,107 - INFO - Updation of Router 37cc72d6-b8fd-4ff0-827f-89b58a19293e with body {'router': {'name': 'name-61158436'}} passed 2026-02-23 02:15:45,107 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:45,107 - INFO - Router Update request {'router': {'admin_state_up': 'False'}} 2026-02-23 02:15:45,140 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'False'}} 2026-02-23 02:15:45,140 - INFO - Response : {'router': {'id': '37cc72d6-b8fd-4ff0-827f-89b58a19293e', 'name': 'name-61158436', 'tenant_id': '833821f16099488bb03637924c1ba0f3', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-29582627', 'name-02618146'], 'description': '', 'project_id': '833821f16099488bb03637924c1ba0f3'}} 2026-02-23 02:15:45,140 - INFO - Updation of Router 37cc72d6-b8fd-4ff0-827f-89b58a19293e with body {'router': {'admin_state_up': 'False'}} passed 2026-02-23 02:15:45,140 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:45,140 - INFO - Deleting router 37cc72d6-b8fd-4ff0-827f-89b58a19293e 2026-02-23 02:15:45,197 - ERROR - Result of delete router 37cc72d6-b8fd-4ff0-827f-89b58a19293e: () 2026-02-23 02:15:45,197 - INFO - ================================================================================ 2026-02-23 02:15:45,197 - INFO - Router create Request {'router': {'admin_state_up': 'True', 'name': 'name-04201451'}} 2026-02-23 02:15:45,249 - INFO - Router create Response : {'router': {'id': '21b7d4c1-4c4f-4b10-8b95-d6ea797dca41', 'name': 'name-04201451', 'tenant_id': '8d01ea3dbd0e471f86941448f304f7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-04201451'], 'description': '', 'project_id': '8d01ea3dbd0e471f86941448f304f7bb'}} 2026-02-23 02:15:45,249 - INFO - Router create PASSED ,Body : {'router': {'admin_state_up': 'True', 'name': 'name-04201451'}} 2026-02-23 02:15:45,262 - INFO - Attribute id is created 2026-02-23 02:15:45,262 - INFO - Attribute name is created 2026-02-23 02:15:45,262 - INFO - Attribute admin_state_up is created 2026-02-23 02:15:45,262 - INFO - Attribute status is created 2026-02-23 02:15:45,262 - INFO - Attribute tenant_id is created 2026-02-23 02:15:45,630 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed 2026-02-23 02:15:45,630 - INFO - Router Update request {'router': {'name': 'name-84693328'}} 2026-02-23 02:15:45,663 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-84693328'}} 2026-02-23 02:15:45,663 - INFO - Response : {'router': {'id': '21b7d4c1-4c4f-4b10-8b95-d6ea797dca41', 'name': 'name-84693328', 'tenant_id': '8d01ea3dbd0e471f86941448f304f7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-04201451'], 'description': '', 'project_id': '8d01ea3dbd0e471f86941448f304f7bb'}} 2026-02-23 02:15:45,663 - INFO - Updation of Router 21b7d4c1-4c4f-4b10-8b95-d6ea797dca41 with body {'router': {'name': 'name-84693328'}} passed 2026-02-23 02:15:45,663 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:45,663 - INFO - Router Update request {'router': {'admin_state_up': 'True'}} 2026-02-23 02:15:45,699 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'True'}} 2026-02-23 02:15:45,699 - INFO - Response : {'router': {'id': '21b7d4c1-4c4f-4b10-8b95-d6ea797dca41', 'name': 'name-84693328', 'tenant_id': '8d01ea3dbd0e471f86941448f304f7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-04201451'], 'description': '', 'project_id': '8d01ea3dbd0e471f86941448f304f7bb'}} 2026-02-23 02:15:45,699 - INFO - Updation of Router 21b7d4c1-4c4f-4b10-8b95-d6ea797dca41 with body {'router': {'admin_state_up': 'True'}} passed 2026-02-23 02:15:45,699 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:45,699 - INFO - Deleting router 21b7d4c1-4c4f-4b10-8b95-d6ea797dca41 2026-02-23 02:15:45,760 - ERROR - Result of delete router 21b7d4c1-4c4f-4b10-8b95-d6ea797dca41: () 2026-02-23 02:15:45,761 - INFO - ================================================================================ 2026-02-23 02:15:45,761 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-29582627', 'ctest-proj-sg2-71837021'] 2026-02-23 02:15:45,812 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-29582627', 'ctest-proj-sg1-31053119'] 2026-02-23 02:15:45,872 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg2-59888827'] 2026-02-23 02:15:45,936 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg1-27355172'] 2026-02-23 02:15:46,248 - INFO - END TEST : test_router_crud : PASSED[0:00:03] 2026-02-23 02:15:46,248 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:46,915 - INFO - Deleted project: ctest-TestCRUD-29582627, ID : 833821f1-6099-488b-b036-37924c1ba0f3 2026-02-23 02:15:47,104 - INFO - Domain Default found not creating 2026-02-23 02:15:47,255 - INFO - Project ctest-TestPorts-48869438 not found, creating it 2026-02-23 02:15:47,788 - INFO - Created Project:ctest-TestPorts-48869438, ID : 825d86a8-b6b0-48a0-8254-1606c7dbc783 2026-02-23 02:15:49,230 - INFO - ================================================================================ 2026-02-23 02:15:49,230 - INFO - STARTING TEST : test_ports_bindings 2026-02-23 02:15:49,230 - INFO - TEST DESCRIPTION : Verify that we are able to create a port with custom port bindings Steps: 1) Create Port with Port bindings profile set to {'foo': 'bar'} 2) Retrieve and verify the same is set 2026-02-23 02:15:49,484 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:15:49,484 - INFO - 2026-02-23 02:15:50,211 - INFO - Created VN ctest-vn-85837318 2026-02-23 02:15:51,075 - INFO - VMI 080f054e-a718-4190-a786-ad72fac9f7fe verification in API Server passed 2026-02-23 02:15:51,166 - INFO - Deleted port 080f054e-a718-4190-a786-ad72fac9f7fe 2026-02-23 02:15:51,166 - INFO - Deleting VN ctest-vn-85837318 2026-02-23 02:15:51,515 - INFO - END TEST : test_ports_bindings : PASSED[0:00:02] 2026-02-23 02:15:51,515 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:15:51,518 - INFO - ================================================================================ 2026-02-23 02:15:51,518 - INFO - STARTING TEST : test_ports_specific_subnet_ip 2026-02-23 02:15:51,518 - INFO - TEST DESCRIPTION : Create ports with specific Subnet and IP Create two ports in a VN with 2 subnets and specific IPs Attach to two VMs Ping between them should pass 2026-02-23 02:15:51,814 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:15:51,814 - INFO - 2026-02-23 02:15:52,375 - INFO - Created VN ctest-vn1-20433996 2026-02-23 02:15:53,265 - INFO - VM ([<Server: ctest-vn1-vm1-49861566>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:15:53,644 - INFO - VM ([<Server: ctest-vn1-vm2-42169479>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:15:53,644 - INFO - Waiting for VM ctest-vn1-vm1-49861566 to be up.. 2026-02-23 02:15:58,753 - INFO - VM name : ctest-vn1-vm1-49861566 2026-02-23 02:16:04,316 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm1-49861566 passed 2026-02-23 02:16:09,766 - INFO - Waiting for VM ctest-vn1-vm2-42169479 to be up.. 2026-02-23 02:16:09,838 - INFO - VM name : ctest-vn1-vm2-42169479 2026-02-23 02:16:11,217 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn1-vm2-42169479 passed 2026-02-23 02:16:14,155 - INFO - Ping to IP 130.118.124.197 from VM ctest-vn1-vm2-42169479 passed 2026-02-23 02:16:14,155 - INFO - Detaching port 725b410c-9059-47d8-8496-f3a51bd8da27 from VM ctest-vn1-vm2-42169479 2026-02-23 02:16:14,205 - INFO - Deleting VM ctest-vn1-vm2-42169479 2026-02-23 02:16:14,280 - INFO - Detaching port 8a3be068-9ee6-48be-bb9a-585fdcd88d4c from VM ctest-vn1-vm1-49861566 2026-02-23 02:16:14,318 - INFO - Deleting VM ctest-vn1-vm1-49861566 2026-02-23 02:16:14,708 - INFO - Deleting VN ctest-vn1-20433996 2026-02-23 02:16:15,075 - INFO - END TEST : test_ports_specific_subnet_ip : PASSED[0:00:24] 2026-02-23 02:16:15,076 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:16:15,759 - INFO - Deleted project: ctest-TestPorts-48869438, ID : 825d86a8-b6b0-48a0-8254-1606c7dbc783 2026-02-23 02:16:15,961 - INFO - Domain Default found not creating 2026-02-23 02:16:16,118 - INFO - Project ctest-TestRouters-61535196 not found, creating it 2026-02-23 02:16:16,574 - INFO - Created Project:ctest-TestRouters-61535196, ID : 30a23203-9ff5-45ab-8767-f195f8df61aa 2026-02-23 02:16:18,058 - INFO - ================================================================================ 2026-02-23 02:16:18,058 - INFO - STARTING TEST : test_basic_router_behavior 2026-02-23 02:16:18,059 - INFO - TEST DESCRIPTION : Validate a router is able to route packets between two VNs Create a router Create 2 VNs, and a VM in each Add router port from each VN Ping between VMs 2026-02-23 02:16:18,315 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:16:18,316 - INFO - 2026-02-23 02:16:19,059 - INFO - Created VN ctest-vn1-54832974 2026-02-23 02:16:19,633 - INFO - Created VN ctest-vn2-52317975 2026-02-23 02:16:21,073 - INFO - VM ([<Server: ctest-vn1-vm1-08164603>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:16:22,198 - INFO - VM ([<Server: ctest-vn2-vm1-57048868>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:16:22,298 - INFO - Adding interface with subnet_id e392e284-560b-45ba-a897-19477d1d4666, port_id None to router 96bc6e7e-3f59-432e-94c5-5fbef5facd09 2026-02-23 02:16:22,553 - INFO - Waiting for VM ctest-vn1-vm1-08164603 to be up.. 2026-02-23 02:16:27,729 - INFO - VM name : ctest-vn1-vm1-08164603 2026-02-23 02:16:33,620 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm1-08164603 passed 2026-02-23 02:16:33,934 - INFO - Waiting for VM ctest-vn2-vm1-57048868 to be up.. 2026-02-23 02:16:34,011 - INFO - VM name : ctest-vn2-vm1-57048868 2026-02-23 02:16:35,408 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn2-vm1-57048868 passed 2026-02-23 02:16:40,727 - WARNING - Ping to IP 17.206.104.67 from VM ctest-vn1-vm1-08164603 failed 2026-02-23 02:16:40,728 - INFO - Adding interface with subnet_id 66d0f1a1-961b-4b4f-b8e0-e3084eba3ae6, port_id None to router 96bc6e7e-3f59-432e-94c5-5fbef5facd09 2026-02-23 02:16:44,154 - WARNING - Ping to IP 17.206.104.67 from VM ctest-vn1-vm1-08164603 failed 2026-02-23 02:16:47,372 - INFO - Ping to IP 17.206.104.67 from VM ctest-vn1-vm1-08164603 passed 2026-02-23 02:16:47,372 - INFO - Deleting interface with subnet_id e392e284-560b-45ba-a897-19477d1d4666, port_id None from router 96bc6e7e-3f59-432e-94c5-5fbef5facd09 2026-02-23 02:16:50,704 - WARNING - Ping to IP 17.206.104.67 from VM ctest-vn1-vm1-08164603 failed 2026-02-23 02:16:50,704 - INFO - Adding interface with subnet_id e392e284-560b-45ba-a897-19477d1d4666, port_id None to router 96bc6e7e-3f59-432e-94c5-5fbef5facd09 2026-02-23 02:16:53,099 - INFO - Ping to IP 17.206.104.67 from VM ctest-vn1-vm1-08164603 passed 2026-02-23 02:16:53,099 - INFO - Deleting interface with subnet_id 66d0f1a1-961b-4b4f-b8e0-e3084eba3ae6, port_id None from router 96bc6e7e-3f59-432e-94c5-5fbef5facd09 2026-02-23 02:16:53,215 - INFO - Deleting interface with subnet_id e392e284-560b-45ba-a897-19477d1d4666, port_id None from router 96bc6e7e-3f59-432e-94c5-5fbef5facd09 2026-02-23 02:16:53,372 - INFO - Deleting VM ctest-vn2-vm1-57048868 2026-02-23 02:16:53,435 - INFO - Deleting VM ctest-vn1-vm1-08164603 2026-02-23 02:16:53,496 - INFO - Deleting VN ctest-vn2-52317975 2026-02-23 02:16:53,532 - WARNING - Deleting VN ctest-vn2-52317975 failed..Will retry 2026-02-23 02:16:55,623 - INFO - Deleting VN ctest-vn1-54832974 2026-02-23 02:16:55,991 - INFO - END TEST : test_basic_router_behavior : PASSED[0:00:37] 2026-02-23 02:16:55,992 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:16:56,663 - INFO - Deleted project: ctest-TestRouters-61535196, ID : 30a23203-9ff5-45ab-8767-f195f8df61aa 2026-02-23 02:16:56,844 - INFO - Domain Default found not creating 2026-02-23 02:16:57,006 - INFO - Project ctest-TestRoutersBasic-05434745 not found, creating it 2026-02-23 02:16:57,451 - INFO - Created Project:ctest-TestRoutersBasic-05434745, ID : 7ff8d5ea-9b3c-4768-bba7-196543e67d5c 2026-02-23 02:16:59,020 - INFO - ================================================================================ 2026-02-23 02:16:59,020 - INFO - STARTING TEST : test_basic_snat_behavior_without_external_connectivity 2026-02-23 02:16:59,020 - INFO - TEST DESCRIPTION : Create an external network, a router set router-gateway to external network launch a private network and attach it to router validate left vm pinging right vm through Snat 2026-02-23 02:16:59,275 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:16:59,275 - INFO - 2026-02-23 02:17:00,005 - INFO - Default SG to be edited for allow all on project: ctest-TestRoutersBasic-05434745 2026-02-23 02:17:00,099 - INFO - Adding rules to the default security group in Project ctest-TestRoutersBasic-05434745 2026-02-23 02:17:00,882 - INFO - Created VN ctest-vn-92436854 2026-02-23 02:17:01,449 - INFO - Created VN ctest-ext_vn-98239289 2026-02-23 02:17:02,840 - INFO - VM ([<Server: ctest-TestRoutersBasic-05434745-68470408>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:17:04,018 - INFO - VM ([<Server: ctest-TestRoutersBasic-05434745-66179094>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:17:04,099 - INFO - Setting gateway for router c30b1662-3e7d-4797-86c3-70bead759d24 to network 0a724c22-8217-47db-96cd-c3658b1d1033 2026-02-23 02:17:04,172 - INFO - Adding interface with subnet_id 138d6b91-6c32-4c84-8c00-35961d31203e, port_id None to router c30b1662-3e7d-4797-86c3-70bead759d24 2026-02-23 02:17:04,509 - INFO - Waiting for VM ctest-TestRoutersBasic-05434745-68470408 to be up.. 2026-02-23 02:17:09,744 - INFO - VM name : ctest-TestRoutersBasic-05434745-68470408 2026-02-23 02:17:15,601 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRoutersBasic-05434745-68470408 passed 2026-02-23 02:17:15,910 - INFO - Waiting for VM ctest-TestRoutersBasic-05434745-66179094 to be up.. 2026-02-23 02:17:15,976 - INFO - VM name : ctest-TestRoutersBasic-05434745-66179094 2026-02-23 02:17:17,349 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestRoutersBasic-05434745-66179094 passed 2026-02-23 02:17:21,333 - INFO - Ping to IP 150.74.153.131 from VM ctest-TestRoutersBasic-05434745-68470408 passed 2026-02-23 02:17:21,333 - INFO - Deleting interface with subnet_id 138d6b91-6c32-4c84-8c00-35961d31203e, port_id None from router c30b1662-3e7d-4797-86c3-70bead759d24 2026-02-23 02:17:21,486 - INFO - Deleting VM ctest-TestRoutersBasic-05434745-66179094 2026-02-23 02:17:21,547 - INFO - Deleting VM ctest-TestRoutersBasic-05434745-68470408 2026-02-23 02:17:21,624 - INFO - Deleting VN ctest-ext_vn-98239289 2026-02-23 02:17:21,678 - WARNING - Deleting VN ctest-ext_vn-98239289 failed..Will retry 2026-02-23 02:17:23,770 - INFO - Deleting VN ctest-vn-92436854 2026-02-23 02:17:24,123 - INFO - END TEST : test_basic_snat_behavior_without_external_connectivity : PASSED[0:00:25] 2026-02-23 02:17:24,123 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:17:24,803 - INFO - Deleted project: ctest-TestRoutersBasic-05434745, ID : 7ff8d5ea-9b3c-4768-bba7-196543e67d5c 2026-02-23 02:17:25,010 - INFO - Domain Default found not creating 2026-02-23 02:17:25,181 - INFO - Project ctest-TestBasicPolicyIpv4v6-38517270 not found, creating it 2026-02-23 02:17:25,632 - INFO - Created Project:ctest-TestBasicPolicyIpv4v6-38517270, ID : d286721b-f250-4d9a-9306-52294754c757 2026-02-23 02:17:27,061 - INFO - ================================================================================ 2026-02-23 02:17:27,061 - INFO - STARTING TEST : test_basic_policy_allow_deny 2026-02-23 02:17:27,062 - INFO - TEST DESCRIPTION : Create 2 Vns and allow icmp traffic between them and validate with pings Update the policy to deny the same traffic Check that pings fail 2026-02-23 02:17:27,319 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:17:27,320 - INFO - 2026-02-23 02:17:28,229 - INFO - Created VN ctest-vn-68734427 2026-02-23 02:17:28,993 - INFO - Created VN ctest-vn-27352870 2026-02-23 02:17:30,404 - INFO - Verified VN network id 11 for VN 0946f65b-6862-4337-a02d-db7f4ddf4110 2026-02-23 02:17:30,404 - INFO - Verifications in API Server for VN ctest-vn-68734427 passed 2026-02-23 02:17:30,441 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-68734427 passed 2026-02-23 02:17:30,536 - INFO - VN ctest-vn-68734427 Policy verification: verify_vn_policy_in_api_server, status: True 2026-02-23 02:17:30,880 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-38517270:ctest-vn-68734427 is found in opserver 2026-02-23 02:17:31,035 - INFO - Verified VN network id 12 for VN ebe13df2-33b7-4209-bf8d-2e7eedffbf25 2026-02-23 02:17:31,036 - INFO - Verifications in API Server for VN ctest-vn-27352870 passed 2026-02-23 02:17:31,071 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-27352870 passed 2026-02-23 02:17:31,164 - INFO - VN ctest-vn-27352870 Policy verification: verify_vn_policy_in_api_server, status: True 2026-02-23 02:17:31,173 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-38517270:ctest-vn-27352870 is found in opserver 2026-02-23 02:17:31,187 - INFO - Disabling v6 tests for CI 2026-02-23 02:17:31,461 - INFO - Deleted policy ctest-policy-allow-all-84887545 2026-02-23 02:17:31,462 - INFO - Deleting VN ctest-vn-27352870 2026-02-23 02:17:31,697 - INFO - Validated that VN ctest-vn-27352870 is not found in API Server 2026-02-23 02:17:31,706 - INFO - Validated that VN ctest-vn-27352870 is not in any agent 2026-02-23 02:17:31,718 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-27352870 info 2026-02-23 02:17:31,718 - INFO - Deleting VN ctest-vn-68734427 2026-02-23 02:17:31,953 - INFO - Validated that VN ctest-vn-68734427 is not found in API Server 2026-02-23 02:17:31,962 - INFO - Validated that VN ctest-vn-68734427 is not in any agent 2026-02-23 02:17:31,975 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-68734427 info 2026-02-23 02:17:32,227 - INFO - 2026-02-23 02:17:32,227 - INFO - END TEST : test_basic_policy_allow_deny : SKIPPED[0:00:05] 2026-02-23 02:17:32,227 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:17:32,882 - INFO - Deleted project: ctest-TestBasicPolicyIpv4v6-38517270, ID : d286721b-f250-4d9a-9306-52294754c757 2026-02-23 02:17:33,067 - INFO - Domain Default found not creating 2026-02-23 02:17:33,221 - INFO - Project ctest-TestBasicPolicyNegativeIpv4v6-94186409 not found, creating it 2026-02-23 02:17:33,664 - INFO - Created Project:ctest-TestBasicPolicyNegativeIpv4v6-94186409, ID : b5b87f66-5cff-4301-aab2-581333b8e740 2026-02-23 02:17:35,087 - INFO - ================================================================================ 2026-02-23 02:17:35,088 - INFO - STARTING TEST : test_remove_policy_with_ref 2026-02-23 02:17:35,349 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:17:35,349 - INFO - 2026-02-23 02:17:35,349 - INFO - ================================================================================ 2026-02-23 02:17:35,349 - INFO - STARTING TEST : test_remove_policy_with_ref 2026-02-23 02:17:35,349 - INFO - TEST DESCRIPTION : This tests the following scenarios. 1. Test to validate that policy removal will fail when it referenced with VN. 2. validate vn_policy data in api-s against quantum-vn data, when created and unbind policy from VN thru quantum APIs. 3. validate policy data in api-s against quantum-policy data, when created and deleted thru quantum APIs. 2026-02-23 02:17:35,635 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:17:35,635 - INFO - 2026-02-23 02:17:36,844 - INFO - Created VN ctest-vn4-83528286 2026-02-23 02:17:37,702 - INFO - Verified VN network id 11 for VN 3ff4ce2d-4eea-411e-a5c8-8fab766028f4 2026-02-23 02:17:37,702 - INFO - Verifications in API Server for VN ctest-vn4-83528286 passed 2026-02-23 02:17:37,738 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn4-83528286 passed 2026-02-23 02:17:37,830 - INFO - VN ctest-vn4-83528286 Policy verification: verify_vn_policy_in_api_server, status: True 2026-02-23 02:17:38,184 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyNegativeIpv4v6-94186409:ctest-vn4-83528286 is found in opserver 2026-02-23 02:17:38,301 - INFO - Verified policy ctest-policy1-12091955 in API Server, Result: True 2026-02-23 02:17:38,302 - INFO - Done with setup and verification, moving onto test .. 2026-02-23 02:17:38,309 - INFO - Deleting VN ctest-vn4-83528286 2026-02-23 02:17:38,547 - INFO - Validated that VN ctest-vn4-83528286 is not found in API Server 2026-02-23 02:17:38,561 - INFO - Validated that VN ctest-vn4-83528286 is not in any agent 2026-02-23 02:17:38,572 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn4-83528286 info 2026-02-23 02:17:38,594 - INFO - Deleted policy ctest-policy1-12091955 2026-02-23 02:17:39,009 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04] 2026-02-23 02:17:39,009 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:17:39,306 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04] 2026-02-23 02:17:39,306 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:17:39,989 - INFO - Deleted project: ctest-TestBasicPolicyNegativeIpv4v6-94186409, ID : b5b87f66-5cff-4301-aab2-581333b8e740 2026-02-23 02:17:40,176 - INFO - Domain Default found not creating 2026-02-23 02:17:40,345 - INFO - Project ctest-TestBasicPolicy-66067233 not found, creating it 2026-02-23 02:17:40,801 - INFO - Created Project:ctest-TestBasicPolicy-66067233, ID : eda55c8a-31a6-4096-9591-95245e73666c 2026-02-23 02:17:42,276 - INFO - ================================================================================ 2026-02-23 02:17:42,276 - INFO - STARTING TEST : test_basic_policy_allow_deny 2026-02-23 02:17:42,276 - INFO - TEST DESCRIPTION : Create 2 Vns and allow icmp traffic between them and validate with pings Update the policy to deny the same traffic Check that pings fail 2026-02-23 02:17:42,536 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:17:42,536 - INFO - 2026-02-23 02:17:43,289 - INFO - Created VN ctest-vn-43514376 2026-02-23 02:17:43,870 - INFO - Created VN ctest-vn-78784480 2026-02-23 02:17:45,178 - INFO - Verified VN network id 11 for VN 3b68a989-b441-4a38-b2d6-cfd6186878b1 2026-02-23 02:17:45,178 - INFO - Verifications in API Server for VN ctest-vn-43514376 passed 2026-02-23 02:17:45,215 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-43514376 passed 2026-02-23 02:17:45,310 - INFO - VN ctest-vn-43514376 Policy verification: verify_vn_policy_in_api_server, status: True 2026-02-23 02:17:45,664 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-66067233:ctest-vn-43514376 is found in opserver 2026-02-23 02:17:45,824 - INFO - Verified VN network id 12 for VN 2359230b-363e-40c6-99a2-23fea45dfc76 2026-02-23 02:17:45,824 - INFO - Verifications in API Server for VN ctest-vn-78784480 passed 2026-02-23 02:17:45,857 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-78784480 passed 2026-02-23 02:17:45,946 - INFO - VN ctest-vn-78784480 Policy verification: verify_vn_policy_in_api_server, status: True 2026-02-23 02:17:45,954 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-66067233:ctest-vn-78784480 is found in opserver 2026-02-23 02:17:46,994 - INFO - VM ([<Server: ctest-TestBasicPolicy-66067233-35552931>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:17:48,103 - INFO - VM ([<Server: ctest-TestBasicPolicy-66067233-36057307>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:17:48,103 - INFO - Waiting for VM ctest-TestBasicPolicy-66067233-35552931 to be up.. 2026-02-23 02:17:53,253 - INFO - VM name : ctest-TestBasicPolicy-66067233-35552931 2026-02-23 02:17:58,777 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicy-66067233-35552931 passed 2026-02-23 02:17:59,098 - INFO - Waiting for VM ctest-TestBasicPolicy-66067233-36057307 to be up.. 2026-02-23 02:17:59,172 - INFO - VM name : ctest-TestBasicPolicy-66067233-36057307 2026-02-23 02:18:00,555 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestBasicPolicy-66067233-36057307 passed 2026-02-23 02:18:04,881 - INFO - Ping to IP 66.101.93.131 from VM ctest-TestBasicPolicy-66067233-35552931 passed 2026-02-23 02:18:08,257 - WARNING - Ping to IP 66.101.93.131 from VM ctest-TestBasicPolicy-66067233-35552931 failed 2026-02-23 02:18:08,257 - INFO - Deleting VM ctest-TestBasicPolicy-66067233-36057307 2026-02-23 02:18:08,324 - INFO - Deleting VM ctest-TestBasicPolicy-66067233-35552931 2026-02-23 02:18:08,667 - INFO - Deleted policy ctest-policy-allow-all-57050761 2026-02-23 02:18:08,667 - INFO - Deleting VN ctest-vn-78784480 2026-02-23 02:18:08,697 - WARNING - Deleting VN ctest-vn-78784480 failed..Will retry 2026-02-23 02:18:10,928 - INFO - Validated that VN ctest-vn-78784480 is not found in API Server 2026-02-23 02:18:10,938 - INFO - Validated that VN ctest-vn-78784480 is not in any agent 2026-02-23 02:18:10,950 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-78784480 info 2026-02-23 02:18:10,950 - INFO - Deleting VN ctest-vn-43514376 2026-02-23 02:18:11,181 - INFO - Validated that VN ctest-vn-43514376 is not found in API Server 2026-02-23 02:18:11,189 - INFO - Validated that VN ctest-vn-43514376 is not in any agent 2026-02-23 02:18:11,201 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-43514376 info 2026-02-23 02:18:11,463 - INFO - END TEST : test_basic_policy_allow_deny : PASSED[0:00:29] 2026-02-23 02:18:11,463 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:18:12,120 - INFO - Deleted project: ctest-TestBasicPolicy-66067233, ID : eda55c8a-31a6-4096-9591-95245e73666c 2026-02-23 02:18:12,311 - INFO - Domain Default found not creating 2026-02-23 02:18:12,473 - INFO - Project ctest-TestRP-04032090 not found, creating it 2026-02-23 02:18:12,907 - INFO - Created Project:ctest-TestRP-04032090, ID : 4d38f77f-a5f6-4776-a304-0894ebbe43f7 2026-02-23 02:18:14,464 - INFO - ================================================================================ 2026-02-23 02:18:14,464 - INFO - STARTING TEST : test_rp_interface 2026-02-23 02:18:14,464 - INFO - TEST DESCRIPTION : 1. Create a routing policy with interface match. 2. Launch VMs. 3. Attach policy to VN and confirm if policy takes hold. 2026-02-23 02:18:14,718 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:18:14,718 - INFO - 2026-02-23 02:18:15,495 - INFO - Created VN ctest-bgpaas_vn-15055188 2026-02-23 02:18:16,201 - INFO - Created VN ctest-bgpaas_vn-96878039 2026-02-23 02:18:17,575 - INFO - VM ([<Server: test_vm>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:18:18,688 - INFO - VM ([<Server: test2_vm>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:18:18,689 - INFO - Waiting for VM test_vm to be up.. 2026-02-23 02:18:23,837 - INFO - VM name : test_vm 2026-02-23 02:18:29,688 - INFO - Ping to Metadata IP 169.254.0.3 of VM test_vm passed 2026-02-23 02:18:29,989 - INFO - Waiting for VM test2_vm to be up.. 2026-02-23 02:18:30,058 - INFO - VM name : test2_vm 2026-02-23 02:18:31,432 - INFO - Ping to Metadata IP 169.254.0.4 of VM test2_vm passed 2026-02-23 02:18:35,533 - INFO - Ping to IP 142.205.161.131 from VM test_vm passed 2026-02-23 02:18:35,593 - INFO - Deleting VM test2_vm 2026-02-23 02:18:35,654 - INFO - Deleting VM test_vm 2026-02-23 02:18:35,721 - INFO - Deleting VN ctest-bgpaas_vn-96878039 2026-02-23 02:18:35,760 - WARNING - Deleting VN ctest-bgpaas_vn-96878039 failed..Will retry 2026-02-23 02:18:37,852 - INFO - Deleting VN ctest-bgpaas_vn-15055188 2026-02-23 02:18:38,211 - INFO - END TEST : test_rp_interface : PASSED[0:00:24] 2026-02-23 02:18:38,211 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:18:38,870 - INFO - Deleted project: ctest-TestRP-04032090, ID : 4d38f77f-a5f6-4776-a304-0894ebbe43f7 2026-02-23 02:18:39,066 - INFO - Domain Default found not creating 2026-02-23 02:18:39,225 - INFO - Project ctest-TestSvcRegr-10804314 not found, creating it 2026-02-23 02:18:39,672 - INFO - Created Project:ctest-TestSvcRegr-10804314, ID : 9d28a43f-cff8-4721-900f-d4ddfe5579a2 2026-02-23 02:18:41,100 - INFO - ================================================================================ 2026-02-23 02:18:41,100 - INFO - STARTING TEST : test_svc_in_network_datapath 2026-02-23 02:18:41,355 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:18:41,355 - INFO - 2026-02-23 02:18:42,052 - INFO - Created VN ctest-mgmt_vn-41802706 2026-02-23 02:18:42,670 - INFO - Verified VN network id 11 for VN f804fd52-7710-4624-b72c-e2f12fa3a270 2026-02-23 02:18:42,671 - INFO - Verifications in API Server for VN ctest-mgmt_vn-41802706 passed 2026-02-23 02:18:42,707 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-41802706 passed 2026-02-23 02:18:43,149 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-10804314:ctest-mgmt_vn-41802706 is found in opserver 2026-02-23 02:18:43,536 - INFO - Created VN ctest-left_vn-63680997 2026-02-23 02:18:43,824 - INFO - Verified VN network id 12 for VN 03ba6535-d320-4ef6-baca-c697a1dcd2a1 2026-02-23 02:18:43,825 - INFO - Verifications in API Server for VN ctest-left_vn-63680997 passed 2026-02-23 02:18:43,864 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-63680997 passed 2026-02-23 02:18:43,965 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-10804314:ctest-left_vn-63680997 is found in opserver 2026-02-23 02:18:44,314 - INFO - Created VN ctest-right_vn-55663027 2026-02-23 02:18:49,712 - INFO - Verified VN network id 13 for VN 932117b4-71e9-40a3-b987-fc783af4f8ab 2026-02-23 02:18:49,712 - INFO - Verifications in API Server for VN ctest-right_vn-55663027 passed 2026-02-23 02:18:49,745 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-55663027 passed 2026-02-23 02:18:49,836 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-10804314:ctest-right_vn-55663027 is found in opserver 2026-02-23 02:18:50,873 - INFO - VM ([<Server: ctest-left_vm-04988068>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:18:51,977 - INFO - VM ([<Server: ctest-right_vm-02200050>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:18:52 URL:http://nexus.opensdn.io/repository///images/converts//cirros-in-net.vmdk.gz [14619094/14619094] -> "/contrail-test/images/cirros-in-net.vmdk.gz" [1] 2026-02-23 02:18:54,283 - INFO - VM ([<Server: ctest-pt_svm0-49124472>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:18:54,284 - INFO - Waiting for VM ctest-pt_svm0-49124472 to be up.. 2026-02-23 02:18:59,414 - INFO - VM name : ctest-pt_svm0-49124472 2026-02-23 02:19:13,425 - INFO - Ping to Metadata IP 169.254.0.5 of VM ctest-pt_svm0-49124472 passed 2026-02-23 02:19:35,842 - INFO - Waiting for VM ctest-left_vm-04988068 to be up.. 2026-02-23 02:19:35,925 - INFO - VM name : ctest-left_vm-04988068 2026-02-23 02:19:37,316 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-left_vm-04988068 passed 2026-02-23 02:19:37,618 - INFO - Waiting for VM ctest-right_vm-02200050 to be up.. 2026-02-23 02:19:37,694 - INFO - VM name : ctest-right_vm-02200050 2026-02-23 02:19:39,071 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-right_vm-02200050 passed 2026-02-23 02:19:39,806 - INFO - Attaching policy ctest-policy-52577989 to vn ctest-left_vn-63680997 2026-02-23 02:19:40,330 - INFO - Attaching policy ctest-policy-52577989 to vn ctest-right_vn-55663027 2026-02-23 02:19:43,548 - INFO - Ping to Metadata IP 169.254.0.6 of VM ctest-pt_svm0-49124472 passed 2026-02-23 02:19:46,056 - INFO - VM ctest-pt_svm0-49124472 verifications in Compute nodes passed 2026-02-23 02:19:46,250 - INFO - VMI and/or RI refs are present for VN default-domain:ctest-TestSvcRegr-10804314:ctest-left_vn-63680997 2026-02-23 02:19:46,394 - INFO - VMI and/or RI refs are present for VN default-domain:ctest-TestSvcRegr-10804314:ctest-right_vn-55663027 2026-02-23 02:19:46,559 - INFO - Route to 201.112.180.67 seen in VRF:5 on cn-jenkins-deploy-platform-ansible-os-5386-1, and SI ctest-si-60511760 is seen as the NH 2026-02-23 02:19:46,719 - INFO - Route to 80.97.29.195 seen in VRF:6 on cn-jenkins-deploy-platform-ansible-os-5386-1, and SI ctest-si-60511760 is seen as the NH 2026-02-23 02:19:50,678 - INFO - Ping to IP 201.112.180.67 from VM ctest-left_vm-04988068 passed 2026-02-23 02:19:50,678 - INFO - Dettaching policy ctest-policy-52577989 from vn ctest-right_vn-55663027 2026-02-23 02:19:50,874 - INFO - Dettaching policy ctest-policy-52577989 from vn ctest-left_vn-63680997 2026-02-23 02:19:51,128 - INFO - Deleted policy ctest-policy-52577989 2026-02-23 02:19:51,223 - INFO - Deleted SI ['default-domain', 'ctest-TestSvcRegr-10804314', 'ctest-si-60511760'] 2026-02-23 02:19:51,374 - INFO - Deleting VM ctest-pt_svm0-49124472 2026-02-23 02:19:51,558 - INFO - Service template: ['default-domain', 'ctest-service_template_1-38680558'] deleted successfully. 2026-02-23 02:19:51,558 - INFO - Deleting VM ctest-right_vm-02200050 2026-02-23 02:19:51,641 - INFO - Deleting VM ctest-left_vm-04988068 2026-02-23 02:19:51,733 - INFO - Deleting VN ctest-right_vn-55663027 2026-02-23 02:19:51,773 - WARNING - Deleting VN ctest-right_vn-55663027 failed..Will retry 2026-02-23 02:19:54,001 - INFO - Validated that VN ctest-right_vn-55663027 is not found in API Server 2026-02-23 02:19:54,010 - INFO - Validated that VN ctest-right_vn-55663027 is not in any agent 2026-02-23 02:19:54,022 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-55663027 info 2026-02-23 02:19:54,022 - INFO - Deleting VN ctest-left_vn-63680997 2026-02-23 02:19:54,242 - INFO - Validated that VN ctest-left_vn-63680997 is not found in API Server 2026-02-23 02:19:54,250 - INFO - Validated that VN ctest-left_vn-63680997 is not in any agent 2026-02-23 02:19:54,261 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-63680997 info 2026-02-23 02:19:54,261 - INFO - Deleting VN ctest-mgmt_vn-41802706 2026-02-23 02:19:54,484 - INFO - Validated that VN ctest-mgmt_vn-41802706 is not found in API Server 2026-02-23 02:19:54,492 - INFO - Validated that VN ctest-mgmt_vn-41802706 is not in any agent 2026-02-23 02:19:54,504 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-41802706 info 2026-02-23 02:19:54,768 - INFO - 2026-02-23 02:19:54,768 - INFO - END TEST : test_svc_in_network_datapath : PASSED[0:01:13] 2026-02-23 02:19:54,768 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:19:55,456 - INFO - Deleted project: ctest-TestSvcRegr-10804314, ID : 9d28a43f-cff8-4721-900f-d4ddfe5579a2 2026-02-23 02:19:55,644 - INFO - Domain Default found not creating 2026-02-23 02:19:55,799 - INFO - Project ctest-TestvDNSBasic0-13182002 not found, creating it 2026-02-23 02:19:56,254 - INFO - Created Project:ctest-TestvDNSBasic0-13182002, ID : d527dfbd-dfc7-4499-a56c-ab1a88371565 2026-02-23 02:19:57,752 - INFO - ================================================================================ 2026-02-23 02:19:57,752 - INFO - STARTING TEST : test_vdns_ping_same_vn 2026-02-23 02:19:57,752 - INFO - TEST DESCRIPTION : Test:- Test vdns functionality. On VM launch agent should dynamically update dns records to dns agent 1. Create vDNS server 2. Create IPAM using above vDNS data 3. Create VN using above IPAM and launch 2 VM's within it 4. Ping between these 2 VM's using dns name 5. Try to delete vDNS server which has IPAM back-reference[Negative case] 6. Add CNAME VDNS record for vm1-test and verify we able to ping by alias name Pass criteria: Step 4,5 and 6 should pass Maintainer: cf-test@juniper.net 2026-02-23 02:19:58,023 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:19:58,023 - INFO - 2026-02-23 02:19:58,732 - INFO - Using existing project ['default-domain', 'ctest-TestvDNSBasic0-13182002'](d527dfbd-dfc7-4499-a56c-ab1a88371565) 2026-02-23 02:20:00,129 - INFO - Created VN ctest-vn1-vdns-38085076 2026-02-23 02:20:01,438 - INFO - VM ([<Server: ctest-vm1-test-76171343>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:20:01,438 - INFO - Waiting for VM ctest-vm1-test-76171343 to be up.. 2026-02-23 02:20:06,552 - INFO - VM name : ctest-vm1-test-76171343 2026-02-23 02:20:12,188 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vm1-test-76171343 passed 2026-02-23 02:20:16,651 - INFO - Ping to IP ctest-vm1-test-76171343 from VM ctest-vm1-test-76171343 passed 2026-02-23 02:20:17,822 - INFO - VM ([<Server: ctest-vm2-test-35308217>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:20:17,822 - INFO - Waiting for VM ctest-vm2-test-35308217 to be up.. 2026-02-23 02:20:22,950 - INFO - VM name : ctest-vm2-test-35308217 2026-02-23 02:20:28,465 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vm2-test-35308217 passed 2026-02-23 02:20:32,913 - INFO - Ping to IP ctest-vm2-test-35308217 from VM ctest-vm2-test-35308217 passed 2026-02-23 02:20:35,366 - INFO - Ping to IP ctest-vm2-test-35308217 from VM ctest-vm1-test-76171343 passed 2026-02-23 02:20:35,366 - INFO - Try deleting the VDNS entry ctest-vdns1-57953964 with back ref of ipam. 2026-02-23 02:20:35,422 - INFO - Deletion of the vdns entry failed with back ref of ipam as expected 2026-02-23 02:20:35,423 - INFO - Add CNAME VDNS record for ctest-vm1-test-76171343 and verify we able to ping by alias name 2026-02-23 02:20:35,582 - INFO - In verify_on_setup 2026-02-23 02:20:35,678 - INFO - Verify VDNS record is shown in the API server 2026-02-23 02:20:35,707 - INFO - Verify VDNS record is shown in the control node 2026-02-23 02:20:36,144 - WARNING - Ping to IP vm1-test-alias from VM ctest-vm1-test-76171343 failed 2026-02-23 02:20:37,562 - WARNING - Ping to IP vm1-test-alias from VM ctest-vm1-test-76171343 failed 2026-02-23 02:20:40,979 - INFO - Ping to IP vm1-test-alias from VM ctest-vm1-test-76171343 passed 2026-02-23 02:20:41,042 - INFO - VDNS record info: default-domain:ctest-vdns1-57953964:test-rec deleted successfully. 2026-02-23 02:20:41,042 - INFO - Deleting VM ctest-vm2-test-35308217 2026-02-23 02:20:41,108 - INFO - Deleting VM ctest-vm1-test-76171343 2026-02-23 02:20:41,178 - INFO - Deleting VN ctest-vn1-vdns-38085076 2026-02-23 02:20:41,213 - WARNING - Deleting VN ctest-vn1-vdns-38085076 failed..Will retry 2026-02-23 02:20:43,536 - INFO - VDNS info: ['default-domain', 'ctest-vdns1-57953964'] deleted successfully. 2026-02-23 02:20:43,553 - INFO - VDNS information ctest-vdns1-57953964 removed from the API Server 2026-02-23 02:20:43,558 - INFO - VDNS information ctest-vdns1-57953964 removed in the Control node 2026-02-23 02:20:43,815 - INFO - END TEST : test_vdns_ping_same_vn : PASSED[0:00:46] 2026-02-23 02:20:43,815 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:20:44,505 - INFO - Deleted project: ctest-TestvDNSBasic0-13182002, ID : d527dfbd-dfc7-4499-a56c-ab1a88371565 2026-02-23 02:20:44,686 - INFO - Domain Default found not creating 2026-02-23 02:20:44,842 - INFO - Project ctest-TestBasicVMVNx-73338707 not found, creating it 2026-02-23 02:20:45,284 - INFO - Created Project:ctest-TestBasicVMVNx-73338707, ID : 05b89746-5e6f-4032-b717-1570ebb482ea 2026-02-23 02:20:46,725 - INFO - ================================================================================ 2026-02-23 02:20:46,726 - INFO - STARTING TEST : test_vm_file_trf_scp_tests 2026-02-23 02:20:46,726 - INFO - TEST DESCRIPTION : Description: Test to validate File Transfer using scp between VMs. Files of different sizes. Test steps: 1. Creating vm's - vm1 and vm2 and a Vn - vn222 2. Transfer file from vm1 to vm2 with diferrent file sizes using scp 3. file sizes - 64,1202,2210,10000 4. verify files present in vm2 match with the size of the file sent. Pass criteria: File in vm2 should match with the transferred file size from vm1 Maintainer : ganeshahv@juniper.net 2026-02-23 02:20:46,987 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:20:46,987 - INFO - 2026-02-23 02:20:47,699 - INFO - Created VN ctest-vn-82745151 2026-02-23 02:20:48,950 - INFO - VM ([<Server: ctest-TestBasicVMVNx-73338707-13694517>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:20:50,061 - INFO - VM ([<Server: ctest-TestBasicVMVNx-73338707-27589367>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:20:50,061 - INFO - Waiting for VM ctest-TestBasicVMVNx-73338707-13694517 to be up.. 2026-02-23 02:20:55,216 - INFO - VM name : ctest-TestBasicVMVNx-73338707-13694517 2026-02-23 02:21:01,085 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicVMVNx-73338707-13694517 passed 2026-02-23 02:21:01,390 - INFO - Waiting for VM ctest-TestBasicVMVNx-73338707-27589367 to be up.. 2026-02-23 02:21:01,459 - INFO - VM name : ctest-TestBasicVMVNx-73338707-27589367 2026-02-23 02:21:02,854 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestBasicVMVNx-73338707-27589367 passed 2026-02-23 02:21:07,205 - INFO - File of size 1303 is trasferred successfully to ctest-TestBasicVMVNx-73338707-27589367 2026-02-23 02:21:07,205 - INFO - Deleting VM ctest-TestBasicVMVNx-73338707-27589367 2026-02-23 02:21:07,282 - INFO - Deleting VM ctest-TestBasicVMVNx-73338707-13694517 2026-02-23 02:21:07,367 - INFO - Deleting VN ctest-vn-82745151 2026-02-23 02:21:07,403 - WARNING - Deleting VN ctest-vn-82745151 failed..Will retry 2026-02-23 02:21:09,770 - INFO - END TEST : test_vm_file_trf_scp_tests : PASSED[0:00:23] 2026-02-23 02:21:09,770 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:21:10,442 - INFO - Deleted project: ctest-TestBasicVMVNx-73338707, ID : 05b89746-5e6f-4032-b717-1570ebb482ea 2026-02-23 02:21:10,730 - INFO - Domain Default found not creating 2026-02-23 02:21:10,885 - INFO - Project ctest-TestBasicVMVN-58562512 not found, creating it 2026-02-23 02:21:11,338 - INFO - Created Project:ctest-TestBasicVMVN-58562512, ID : 59043d2e-3a7f-438a-8a1a-9fe63cd1b09b 2026-02-23 02:21:12,778 - INFO - ================================================================================ 2026-02-23 02:21:12,778 - INFO - STARTING TEST : test_generic_link_local_service 2026-02-23 02:21:12,778 - INFO - TEST DESCRIPTION : Description: Test to validate generic linklocal service - running nova list from vm. 1.Create generic link local service to be able to wget to jenkins 2.Create a vm 3.Try wget to jenkins - passes if successful else fails Maintainer: sandipd@juniper.net 2026-02-23 02:21:13,032 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:21:13,032 - INFO - 2026-02-23 02:21:13,753 - INFO - Created VN ctest-vn2_metadata-34744835 2026-02-23 02:21:14,936 - INFO - VM ([<Server: ctest-TestBasicVMVN-58562512-79387265>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:21:20,270 - INFO - Waiting for VM ctest-TestBasicVMVN-58562512-79387265 to be up.. 2026-02-23 02:21:20,270 - INFO - VM name : ctest-TestBasicVMVN-58562512-79387265 2026-02-23 02:21:26,101 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicVMVN-58562512-79387265 passed 2026-02-23 02:21:26,398 - INFO - Retry 0 2026-02-23 02:21:27,996 - INFO - Generic metadata worked 2026-02-23 02:21:28,242 - INFO - Deleting VM ctest-TestBasicVMVN-58562512-79387265 2026-02-23 02:21:28,304 - INFO - Deleting VN ctest-vn2_metadata-34744835 2026-02-23 02:21:28,338 - WARNING - Deleting VN ctest-vn2_metadata-34744835 failed..Will retry 2026-02-23 02:21:30,683 - INFO - END TEST : test_generic_link_local_service : PASSED[0:00:18] 2026-02-23 02:21:30,683 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:21:30,687 - INFO - ================================================================================ 2026-02-23 02:21:30,687 - INFO - STARTING TEST : test_metadata_service 2026-02-23 02:21:30,687 - INFO - TEST DESCRIPTION : Description: Test to validate metadata service on VM creation. 1.Verify from global-vrouter-config if metadata configures or not - fails otherwise 2.Create a shell script which writes 'hello world ' in a file in /tmp and save the script on the nova api node 3.Create a vm with userdata pointing to that script - script should get executed during vm boot up 4.Go to the vm and verify if the file with 'hello world ' written saved in /tmp of the vm - fails otherwise Maintainer: sandipd@juniper.net 2026-02-23 02:21:30,971 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:21:30,971 - INFO - 2026-02-23 02:21:31,314 - INFO - Created VN ctest-vn-14996426 2026-02-23 02:21:32,549 - INFO - VM ([<Server: ctest-TestBasicVMVN-58562512-48921529>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:21:32,549 - INFO - Waiting for VM ctest-TestBasicVMVN-58562512-48921529 to be up.. 2026-02-23 02:21:37,661 - INFO - VM name : ctest-TestBasicVMVN-58562512-48921529 2026-02-23 02:21:43,158 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicVMVN-58562512-48921529 passed 2026-02-23 02:21:50,329 - INFO - metadata_script.txt got executed in the vm 2026-02-23 02:21:50,329 - INFO - Deleting VM ctest-TestBasicVMVN-58562512-48921529 2026-02-23 02:21:50,394 - INFO - Deleting VN ctest-vn-14996426 2026-02-23 02:21:50,429 - WARNING - Deleting VN ctest-vn-14996426 failed..Will retry 2026-02-23 02:21:52,771 - INFO - END TEST : test_metadata_service : PASSED[0:00:22] 2026-02-23 02:21:52,771 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:21:52,773 - INFO - ================================================================================ 2026-02-23 02:21:52,773 - INFO - STARTING TEST : test_ping_within_vn_two_vms_two_different_subnets 2026-02-23 02:21:52,773 - INFO - TEST DESCRIPTION : Description: Validate Ping between 2 VMs in the same VN, 2 VMs in different VN subnets. Test steps: 1. Create 1 IPAM's. 2. Create 1 VN with 2 subnets and launch 2 VMs in them. 3. Ping between the VMs in the same VN should go thru fine. 4. Ping to the subnet broadcast and all-broadcast address. Pass criteria: VM in the same subnet will respond to both the pings, while the VM in a different VN should respond only to the all-broadcast address. Maintainer : ganeshahv@juniper.net 2026-02-23 02:21:53,059 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:21:53,060 - INFO - 2026-02-23 02:21:53,854 - INFO - Created VN ctest-vn-96287554 2026-02-23 02:21:54,719 - INFO - VM ([<Server: ctest-TestBasicVMVN-58562512-24676446>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:21:55,146 - INFO - VM ([<Server: ctest-TestBasicVMVN-58562512-48395925>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:21:56,356 - INFO - VM ([<Server: ctest-TestBasicVMVN-58562512-69756297>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5386-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5386-1) 2026-02-23 02:21:56,460 - INFO - Verifications in API Server for IPAM: ctest-ipam-63884730 passed 2026-02-23 02:21:56,465 - INFO - Verifications in Control node for IPAM: ctest-ipam-63884730 passed 2026-02-23 02:21:56,631 - INFO - Verified VN network id 11 for VN a0d2188f-e7ad-4d05-bbeb-0ae35fd73d07 2026-02-23 02:21:56,632 - INFO - Verifications in API Server for VN ctest-vn-96287554 passed 2026-02-23 02:21:56,679 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-96287554 passed 2026-02-23 02:21:57,262 - INFO - Validated that VN default-domain:ctest-TestBasicVMVN-58562512:ctest-vn-96287554 is found in opserver 2026-02-23 02:21:57,269 - INFO - Waiting for VM ctest-TestBasicVMVN-58562512-24676446 to be up.. 2026-02-23 02:21:57,384 - INFO - VM name : ctest-TestBasicVMVN-58562512-24676446 2026-02-23 02:22:07,072 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicVMVN-58562512-24676446 passed 2026-02-23 02:22:07,380 - INFO - Waiting for VM ctest-TestBasicVMVN-58562512-48395925 to be up.. 2026-02-23 02:22:07,457 - INFO - VM name : ctest-TestBasicVMVN-58562512-48395925 2026-02-23 02:22:08,842 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestBasicVMVN-58562512-48395925 passed 2026-02-23 02:22:09,142 - INFO - Waiting for VM ctest-TestBasicVMVN-58562512-69756297 to be up.. 2026-02-23 02:22:09,215 - INFO - VM name : ctest-TestBasicVMVN-58562512-69756297 2026-02-23 02:22:10,586 - INFO - Ping to Metadata IP 169.254.0.5 of VM ctest-TestBasicVMVN-58562512-69756297 passed 2026-02-23 02:22:14,897 - INFO - Ping to IP 31.1.2.4 from VM ctest-TestBasicVMVN-58562512-24676446 passed 2026-02-23 02:22:18,538 - INFO - Ping to IP 31.1.1.4 from VM ctest-TestBasicVMVN-58562512-48395925 passed 2026-02-23 02:22:26,173 - INFO - Deleting VM ctest-TestBasicVMVN-58562512-69756297 2026-02-23 02:22:26,237 - INFO - Detaching port f61592b7-479d-495d-91e2-90fa5faaa54b from VM ctest-TestBasicVMVN-58562512-48395925 2026-02-23 02:22:26,268 - INFO - Deleting VM ctest-TestBasicVMVN-58562512-48395925 2026-02-23 02:22:26,333 - INFO - Detaching port b886e86c-a8fd-4655-bf69-08d718fb4607 from VM ctest-TestBasicVMVN-58562512-24676446 2026-02-23 02:22:26,364 - INFO - Deleting VM ctest-TestBasicVMVN-58562512-24676446 2026-02-23 02:22:26,442 - INFO - Deleting VN ctest-vn-96287554 2026-02-23 02:22:26,775 - WARNING - Deleting VN ctest-vn-96287554 failed..Will retry 2026-02-23 02:22:29,005 - INFO - Validated that VN ctest-vn-96287554 is not found in API Server 2026-02-23 02:22:29,019 - INFO - Validated that VN ctest-vn-96287554 is not in any agent 2026-02-23 02:22:29,029 - INFO - Validated that all vrouters do not have the route table for VN default-domain:ctest-TestBasicVMVN-58562512:ctest-vn-96287554 2026-02-23 02:22:29,039 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-96287554 info 2026-02-23 02:22:29,110 - INFO - IPAM: ctest-ipam-63884730 is not found in API Server 2026-02-23 02:22:29,120 - INFO - IPAM:ctest-ipam-63884730 is not found in control node 2026-02-23 02:22:29,379 - INFO - END TEST : test_ping_within_vn_two_vms_two_different_subnets : PASSED[0:00:37] 2026-02-23 02:22:29,379 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:22:30,085 - INFO - Deleted project: ctest-TestBasicVMVN-58562512, ID : 59043d2e-3a7f-438a-8a1a-9fe63cd1b09b + '[' 0 -eq 1 ']' + '[' 0 -eq 0 ']' + run_tests_serial + echo in serial_run_test in serial_run_test + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts + testr_init + '[' '!' -d .testrepository ']' + find . -type f -name '*.pyc' -delete + export OS_TEST_PATH=./serial_scripts/ + OS_TEST_PATH=./serial_scripts/ + export DO_XMPP_CHECK=0 + DO_XMPP_CHECK=0 + '[' '!' -d ./serial_scripts/ ']' + '[' 0 -eq 1 ']' + /usr/local/bin/testr run --subunit ci_sanity + /usr/local/bin/subunit2junitxml -f -o result_2026_02_23_02_14_15_14200.xml /contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="? if type(public_network_obj).__name__ is 'VirtualNetwork': /contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="? if encoding is 'All': /contrail-test/tcutils/collector/opserver_util.py:378: SyntaxWarning: "is" with a literal. Did you mean "=="? if len(match_v) is 1: /contrail-test/tcutils/collector/opserver_util.py:379: SyntaxWarning: "is" with a literal. Did you mean "=="? if match_v[0][-1] is '*': /contrail-test/serial_scripts/policy/test_policy_serial.py:1418: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1600: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/policy/test_policy_serial.py:1845: SyntaxWarning: "is" with a literal. Did you mean "=="? if proto is 'udp' and\ /contrail-test/serial_scripts/solution/test_orange_solution.py:510: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:522: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:639: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:650: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:683: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: /contrail-test/serial_scripts/solution/test_orange_solution.py:694: SyntaxWarning: "is not" with a literal. Did you mean "!="? if op is not 0: 2026-02-23 02:22:37,146 - INFO - Domain Default found not creating 2026-02-23 02:22:37,662 - INFO - Project ctest-TestRbac-72711366 not found, creating it 2026-02-23 02:22:38,108 - INFO - Created Project:ctest-TestRbac-72711366, ID : f4f219f9-07e5-413f-b263-2c837a41f9bd 2026-02-23 02:22:41,802 - INFO - ================================================================================ 2026-02-23 02:22:41,803 - INFO - STARTING TEST : test_perms2_global_share 2026-02-23 02:22:41,803 - INFO - TEST DESCRIPTION : Test perms2 global shared property of an object steps: 1. Add user1 as role1 in project1 and project2 2. Add *.* role1:CRUD to domain acl 3. Create a Shared virtual-network in project1 4. Verify global shared flag is set on VN's perms2 4. Using shared VN try to launch a VM in project2 2026-02-23 02:22:42,236 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:22:42,236 - INFO - 2026-02-23 02:22:42,585 - INFO - Project ctest-TestRbac-25302423 not found, creating it 2026-02-23 02:22:43,034 - INFO - Created Project:ctest-TestRbac-25302423, ID : 8628410f-283a-4bcf-95c8-b57284be57fd 2026-02-23 02:22:43,385 - INFO - Project ctest-TestRbac-32816669 not found, creating it 2026-02-23 02:22:43,889 - INFO - Created Project:ctest-TestRbac-32816669, ID : 82e2d4de-249a-4747-adde-3a74097711cd 2026-02-23 02:22:46,052 - INFO - API access-list 057aabc5-63e6-4936-94eb-8d2a4ea6876c verify on api server passed 2026-02-23 02:22:46,634 - INFO - Created VN ctest-TestRbac-25302423-51214239, UUID :0f42d475-a763-483b-915a-8f68b84fdd7e 2026-02-23 02:22:47,352 - INFO - API Server: Read VN 0f42d475-a763-483b-915a-8f68b84fdd7e 2026-02-23 02:22:47,688 - INFO - API Server: Read VN 0f42d475-a763-483b-915a-8f68b84fdd7e 2026-02-23 02:22:49,861 - WARNING - Unable to get the list of compute nodes 2026-02-23 02:22:51,017 - INFO - VM ([<Server: ctest-TestRbac-32816669-92424804>]) created on node: (None), Zone: (None) 2026-02-23 02:22:56,127 - INFO - VM name : ctest-TestRbac-32816669-92424804 2026-02-23 02:22:56,484 - INFO - VM ctest-TestRbac-32816669-92424804 verfication in all API Servers passed 2026-02-23 02:23:02,847 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRbac-32816669-92424804 passed 2026-02-23 02:23:02,847 - INFO - VM ctest-TestRbac-32816669-92424804 verifications in Compute nodes passed 2026-02-23 02:23:03,050 - INFO - Validated routes of VM ctest-TestRbac-32816669-92424804 in all vrouters 2026-02-23 02:23:03,592 - INFO - Verification in Control-nodes for VM ctest-TestRbac-32816669-92424804 passed 2026-02-23 02:23:08,414 - INFO - Verifying through opserver in 10.0.0.130 2026-02-23 02:23:08,585 - INFO - VM 83b26ce3-bd80-422c-a6ed-400df882d36b is present in default-domain:ctest-TestRbac-25302423:ctest-TestRbac-25302423-51214239 2026-02-23 02:23:10,292 - INFO - tap interface default-domain:ctest-TestRbac-32816669:1f4d0e6f-e52e-4e3c-8db8-fc6e9a163cbb of vm 83b26ce3-bd80-422c-a6ed-400df882d36b is present in vrouter cn-jenkins-deploy-platform-ansible-os-5386-1 uve 2026-02-23 02:23:10,400 - INFO - VM ctest-TestRbac-32816669-92424804 validations in Opserver passed 2026-02-23 02:23:10,400 - INFO - Deleting VM ctest-TestRbac-32816669-92424804 2026-02-23 02:23:12,537 - INFO - VM ctest-TestRbac-32816669-92424804 is fully removed in API-Server 2026-02-23 02:23:12,624 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestRbac-25302423:ctest-TestRbac-25302423-51214239 2026-02-23 02:23:12,624 - INFO - VM ctest-TestRbac-32816669-92424804 is removed in Compute, and routes are removed in all compute nodes 2026-02-23 02:23:12,856 - INFO - Routes for VM ctest-TestRbac-32816669-92424804 is removed in all control-nodes 2026-02-23 02:23:13,376 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:13,376 - ERROR - query returned none 2026-02-23 02:23:16,386 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:16,386 - ERROR - query returned none 2026-02-23 02:23:19,396 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:19,396 - ERROR - query returned none 2026-02-23 02:23:22,405 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:22,405 - ERROR - query returned none 2026-02-23 02:23:25,415 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:25,415 - ERROR - query returned none 2026-02-23 02:23:28,425 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:28,425 - ERROR - query returned none 2026-02-23 02:23:31,435 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:31,435 - ERROR - query returned none 2026-02-23 02:23:34,446 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:34,446 - ERROR - query returned none 2026-02-23 02:23:37,456 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:37,456 - ERROR - query returned none 2026-02-23 02:23:40,466 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:40,466 - ERROR - query returned none 2026-02-23 02:23:43,476 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:43,476 - ERROR - query returned none 2026-02-23 02:23:46,486 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:46,486 - ERROR - query returned none 2026-02-23 02:23:49,497 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:49,498 - ERROR - query returned none 2026-02-23 02:23:52,508 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:52,508 - ERROR - query returned none 2026-02-23 02:23:55,519 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:55,519 - ERROR - query returned none 2026-02-23 02:23:58,529 - WARNING - ops generator uve analytics/uves/generator/cn-jenkins-deploy-platform-ansible-os-5386-1.:Compute:contrail-vrouter-agent?flat not returned 2026-02-23 02:23:58,529 - ERROR - query returned none 2026-02-23 02:23:58,531 - INFO - Deleting VN ctest-TestRbac-25302423-51214239 2026-02-23 02:23:58,624 - INFO - API access-list (057aabc5-63e6-4936-94eb-8d2a4ea6876c) got deleted in api server 2026-02-23 02:23:59,501 - INFO - Deleted project: ctest-TestRbac-32816669, ID : 82e2d4de-249a-4747-adde-3a74097711cd 2026-02-23 02:24:00,182 - INFO - Deleted project: ctest-TestRbac-25302423, ID : 8628410f-283a-4bcf-95c8-b57284be57fd 2026-02-23 02:24:00,303 - INFO - END TEST : test_perms2_global_share : PASSED[0:01:19] 2026-02-23 02:24:00,303 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:24:01,856 - INFO - Deleted project: ctest-TestRbac-72711366, ID : f4f219f9-07e5-413f-b263-2c837a41f9bd 2026-02-23 02:24:02,046 - INFO - Domain Default found not creating 2026-02-23 02:24:02,203 - INFO - Project ctest-TestRbacBasic-64557128 not found, creating it 2026-02-23 02:24:02,663 - INFO - Created Project:ctest-TestRbacBasic-64557128, ID : b54e316f-7f7f-40ba-a361-0885b9867791 2026-02-23 02:24:06,292 - INFO - ================================================================================ 2026-02-23 02:24:06,292 - INFO - STARTING TEST : test_perms2_owner 2026-02-23 02:24:06,292 - INFO - TEST DESCRIPTION : Validate perms2 tenant ownership steps: 1. Create Project1 and Project2 2. Add user1 as role1 under project1 and project2 3. create domain acl rule 'VirtualNetwork.* role1:CRUD' 4. create VN1 under Project1 4. create VN2 under Project2 5. user1 shouldnt be able to read VN1 using project2 creds 6. admin should be able to read VN1 though he isnt member of the project 7. Network list with respective project creds should list corresponding VNs 8. Change ownership of VN1 to Project2 9. user1 should now be able to read VN1 using Project2 creds 10. Network list with Project2 creds should list both VNs, Project1 creds should list VN1 alone, admin should list both VNs 2026-02-23 02:24:06,419 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:24:06,419 - INFO - 2026-02-23 02:24:06,772 - INFO - Project ctest-TestRbacBasic-05555190 not found, creating it 2026-02-23 02:24:07,224 - INFO - Created Project:ctest-TestRbacBasic-05555190, ID : 2dd58487-1248-4668-9732-4191a3975d25 2026-02-23 02:24:08,186 - INFO - Project ctest-TestRbacBasic-36411655 not found, creating it 2026-02-23 02:24:08,655 - INFO - Created Project:ctest-TestRbacBasic-36411655, ID : a9369ea9-f919-4b3b-93c6-be3fd61101b0 2026-02-23 02:24:10,806 - INFO - API access-list b3234033-cebd-4074-8508-5ce5e1166183 verify on api server passed 2026-02-23 02:24:11,354 - INFO - Created VN ctest-TestRbacBasic-05555190-05700988, UUID :4de84bf5-8cf7-47bc-ae08-df1c49e57ea9 2026-02-23 02:24:12,254 - INFO - Created VN ctest-TestRbacBasic-36411655-11519381, UUID :79fedf81-11c8-4cfc-aeb0-5339211e88a2 2026-02-23 02:24:12,943 - INFO - API Server: Read VN 4de84bf5-8cf7-47bc-ae08-df1c49e57ea9 2026-02-23 02:24:13,269 - INFO - API Server: Permission Denied to read VN 4de84bf5-8cf7-47bc-ae08-df1c49e57ea9 2026-02-23 02:24:13,276 - INFO - API Server: Read VN 4de84bf5-8cf7-47bc-ae08-df1c49e57ea9 2026-02-23 02:24:13,293 - INFO - API Server: List VN ['4de84bf5-8cf7-47bc-ae08-df1c49e57ea9'] 2026-02-23 02:24:13,310 - INFO - API Server: List VN ['79fedf81-11c8-4cfc-aeb0-5339211e88a2'] 2026-02-23 02:24:14,841 - INFO - API Server: List VN [] 2026-02-23 02:24:14,857 - INFO - API Server: List VN ['4de84bf5-8cf7-47bc-ae08-df1c49e57ea9', '79fedf81-11c8-4cfc-aeb0-5339211e88a2'] 2026-02-23 02:24:14,861 - INFO - API Server: List VN ['4de84bf5-8cf7-47bc-ae08-df1c49e57ea9', '79fedf81-11c8-4cfc-aeb0-5339211e88a2', '63b355ee-0841-44d7-a946-00ebae90d999', '5f651b0e-fa87-4e36-869c-4d0bea86285c', '1498f0ac-bfe5-4dd3-90f7-ad219a7acf3d', '9dd0968e-162d-440c-a5de-dd515485188c'] 2026-02-23 02:24:15,939 - INFO - Deleting VN ctest-TestRbacBasic-36411655-11519381 2026-02-23 02:24:16,001 - INFO - Deleting VN ctest-TestRbacBasic-05555190-05700988 2026-02-23 02:24:16,113 - INFO - API access-list (b3234033-cebd-4074-8508-5ce5e1166183) got deleted in api server 2026-02-23 02:24:17,018 - INFO - Deleted project: ctest-TestRbacBasic-36411655, ID : a9369ea9-f919-4b3b-93c6-be3fd61101b0 2026-02-23 02:24:17,696 - INFO - Deleted project: ctest-TestRbacBasic-05555190, ID : 2dd58487-1248-4668-9732-4191a3975d25 2026-02-23 02:24:17,819 - INFO - END TEST : test_perms2_owner : PASSED[0:00:11] 2026-02-23 02:24:17,819 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:24:17,824 - INFO - ================================================================================ 2026-02-23 02:24:17,824 - INFO - STARTING TEST : test_rbac_acl_different_roles 2026-02-23 02:24:17,824 - INFO - TEST DESCRIPTION : Validate via vnc_apis CRUD of rbac acl and objects steps: 1. Add user1 as role1 and user2 as role2 to the project 2. Both user1 and user2 shouldnt be able to create VNs/STs 3. Create Rbac ACL under project with VN.* role1:CRUD rule 4. user1 should be able to create VN, but not Service-Template 5. Create Rbac ACL under domain with ST.* role1:CRUD rule 6. user1 should be able to create Service-Template 7. user2 shouldnt be able to read the created VN/ST or create new 8. Update the acl rule with Read perms for role2 9. user2 should be able to read created VN but not create new VNs 10. user2 should be able to read created ST but not create new STs 11. Delete the acl rule with Read perms for role2 12. user2 shouldnt be able to read the created ST/VN or create new VN/ST 13. Update global acl with role2:R for both VN and ST 14. user2 should be able to read VN and ST 13. Delete both project and domain acls 14. user1 shouldnt be able to read/delete VN/ST 15. Update global acl with role1:CRUD for both VN/ST 16. user1 should now be able to delete both VN and ST 17. Delete global acl pass : acl creation and update should complete scucessfully. 2026-02-23 02:24:17,979 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:24:17,979 - INFO - 2026-02-23 02:24:20,186 - INFO - Permission denied to create/update VirtualNetwork 2026-02-23 02:24:20,512 - INFO - API access-list b715f6d8-30af-4f45-a165-9403db4fab59 verify on api server passed 2026-02-23 02:24:20,738 - INFO - Created VN ctest-TestRbacBasic-64557128-29920025, UUID :bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:21,344 - INFO - Verified VN network id 11 for VN bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:21,344 - INFO - Verifications in API Server for VN ctest-TestRbacBasic-64557128-29920025 passed 2026-02-23 02:24:21,377 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-TestRbacBasic-64557128-29920025 passed 2026-02-23 02:24:21,476 - INFO - Validated that VN default-domain:ctest-TestRbacBasic-64557128:ctest-TestRbacBasic-64557128-29920025 is found in opserver 2026-02-23 02:24:21,768 - INFO - API access-list c6cddafe-767a-4bce-9044-2684cc0ebd51 verify on api server passed 2026-02-23 02:24:22,505 - INFO - API Server: Permission Denied to read VN bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:22,839 - INFO - API Server: Permission Denied to read ST 7ae50f1e-cebd-4caa-9462-bc978c23ee7e 2026-02-23 02:24:23,445 - INFO - API access-list b715f6d8-30af-4f45-a165-9403db4fab59 verify on api server passed 2026-02-23 02:24:23,460 - INFO - API Server: Read VN bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:24,030 - INFO - Permission denied to create/update VirtualNetwork 2026-02-23 02:24:24,378 - INFO - API Server: Permission Denied to read ST 7ae50f1e-cebd-4caa-9462-bc978c23ee7e 2026-02-23 02:24:24,678 - INFO - API access-list c6cddafe-767a-4bce-9044-2684cc0ebd51 verify on api server passed 2026-02-23 02:24:24,692 - INFO - API Server: Read Service-Template 7ae50f1e-cebd-4caa-9462-bc978c23ee7e 2026-02-23 02:24:24,925 - INFO - API access-list b715f6d8-30af-4f45-a165-9403db4fab59 verify on api server passed 2026-02-23 02:24:25,032 - INFO - API access-list c6cddafe-767a-4bce-9044-2684cc0ebd51 verify on api server passed 2026-02-23 02:24:25,369 - INFO - API Server: Permission Denied to read VN bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:25,704 - INFO - API Server: Permission Denied to read ST 7ae50f1e-cebd-4caa-9462-bc978c23ee7e 2026-02-23 02:24:26,421 - INFO - API Server: Read Service-Template 7ae50f1e-cebd-4caa-9462-bc978c23ee7e 2026-02-23 02:24:26,447 - INFO - API Server: Read VN bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:26,712 - INFO - API access-list (b715f6d8-30af-4f45-a165-9403db4fab59) got deleted in api server 2026-02-23 02:24:26,735 - INFO - API access-list (c6cddafe-767a-4bce-9044-2684cc0ebd51) got deleted in api server 2026-02-23 02:24:27,065 - INFO - API Server: Permission Denied to read VN bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:27,392 - INFO - API Server: Permission Denied to read ST 7ae50f1e-cebd-4caa-9462-bc978c23ee7e 2026-02-23 02:24:27,986 - INFO - API Server: Read VN bd59c630-f719-46c4-a05d-61ba7b84b7ed 2026-02-23 02:24:28,000 - INFO - API Server: Read Service-Template 7ae50f1e-cebd-4caa-9462-bc978c23ee7e 2026-02-23 02:24:28,310 - INFO - Service template: ['default-domain', 'ctest-TestRbacBasic-64557128-42844228'] deleted successfully. 2026-02-23 02:24:28,310 - INFO - Deleting VN ctest-TestRbacBasic-64557128-29920025 2026-02-23 02:24:28,843 - INFO - END TEST : test_rbac_acl_different_roles : PASSED[0:00:11] 2026-02-23 02:24:28,843 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:24:30,148 - INFO - Deleted project: ctest-TestRbacBasic-64557128, ID : b54e316f-7f7f-40ba-a361-0885b9867791 2026-02-23 02:24:30,315 - INFO - Using existing project ['default-domain', 'admin'](8d01ea3d-bd0e-471f-8694-1448f304f7bb) 2026-02-23 02:24:30,323 - INFO - ================================================================================ 2026-02-23 02:24:30,323 - INFO - STARTING TEST : test_contrail_status 2026-02-23 02:24:30,323 - INFO - TEST DESCRIPTION : Test to verify that all services are running and active 2026-02-23 02:24:30,439 - INFO - Initial checks done. Running the testcase now 2026-02-23 02:24:30,439 - INFO - 2026-02-23 02:24:30,532 - INFO - 10.0.0.130 2026-02-23 02:24:30,532 - INFO - config 2026-02-23 02:24:30,537 - INFO - config-nodemgr:active 2026-02-23 02:24:30,542 - INFO - api-server:active 2026-02-23 02:24:30,546 - INFO - schema:active 2026-02-23 02:24:30,549 - INFO - svc-monitor:active 2026-02-23 02:24:30,552 - INFO - device-manager:active 2026-02-23 02:24:30,552 - INFO - config-database 2026-02-23 02:24:30,552 - INFO - config-cassandra:active 2026-02-23 02:24:30,552 - INFO - config-zookeeper:active 2026-02-23 02:24:30,552 - INFO - config-rabbitmq:active 2026-02-23 02:24:30,552 - INFO - vrouter 2026-02-23 02:24:30,556 - INFO - vrouter-nodemgr:active 2026-02-23 02:24:30,560 - INFO - agent:active 2026-02-23 02:24:30,560 - INFO - control 2026-02-23 02:24:30,564 - INFO - control-nodemgr:active 2026-02-23 02:24:30,568 - INFO - control:active 2026-02-23 02:24:30,568 - INFO - named:active 2026-02-23 02:24:30,572 - INFO - dns:active 2026-02-23 02:24:30,572 - INFO - analytics 2026-02-23 02:24:30,576 - INFO - analytics-nodemgr:active 2026-02-23 02:24:30,579 - INFO - analytics-api:active 2026-02-23 02:24:30,583 - INFO - collector:active 2026-02-23 02:24:30,583 - INFO - analytics-database 2026-02-23 02:24:30,583 - INFO - analytics-cassandra:active 2026-02-23 02:24:30,587 - INFO - analyticsdb-nodemgr:active 2026-02-23 02:24:30,591 - INFO - query-engine:active 2026-02-23 02:24:30,591 - INFO - webui 2026-02-23 02:24:30,591 - INFO - webui:active 2026-02-23 02:24:30,591 - INFO - webui-middleware:active 2026-02-23 02:24:30,591 - INFO - redis:active 2026-02-23 02:24:30,591 - INFO - analytics_snmp 2026-02-23 02:24:30,594 - INFO - snmp-collector:active 2026-02-23 02:24:30,594 - INFO - snmp-topology:active 2026-02-23 02:24:30,594 - INFO - analytics_alarm 2026-02-23 02:24:30,594 - INFO - alarmgen:active 2026-02-23 02:24:30,594 - INFO - All the contrail services are up on all nodes 2026-02-23 02:24:30,595 - INFO - contrail-status passed 2026-02-23 02:24:30,716 - INFO - END TEST : test_contrail_status : PASSED[0:00:00] 2026-02-23 02:24:30,716 - INFO - -------------------------------------------------------------------------------- 2026-02-23 02:24:30,784 - INFO - Domain Default found not creating 2026-02-23 02:24:30,932 - INFO - Project ctest-TestSriov-86798834 not found, creating it 2026-02-23 02:24:31,382 - INFO - Created Project:ctest-TestSriov-86798834, ID : 2753304a-d6e3-4ee8-9a5c-c06bbe44ce36 2026-02-23 02:24:33,501 - INFO - Deleted project: ctest-TestSriov-86798834, ID : 2753304a-d6e3-4ee8-9a5c-c06bbe44ce36 + [[ -z '' ]] + [[ -z ci_sanity ]] + sleep 2 + /usr/bin/python3 tools/report_gen.py contrail_test_input.yaml report_details_2026_02_23_02_14_15.ini [localhost] local: rpm -q --queryformat '%{VERSION}-' contrail-lib; rpm -q --queryformat '%{RELEASE}' contrail-lib | awk -F'.' '{print $1}' Traceback (most recent call last): File "/contrail-test/tools/report_gen.py", line 246, in <module> main(sys.argv[1], sys.argv[2]) File "/contrail-test/tools/report_gen.py", line 241, in main obj.setUp() File "/contrail-test/tools/report_gen.py", line 53, in setUp self.setup_detail = '%s %s~%s' % (self.get_distro(), self.build_id, File "/contrail-test/tools/report_gen.py", line 206, in get_distro self.distro = self.run_cmd_on_server(self.cfgm_ips[0], cmd, container='controller') File "/contrail-test/common/contrail_test_init.py", line 974, in run_cmd_on_server raise Exception(msg) Exception: Container controller is not present on host 10.0.0.130 + echo 'Generated report_details* file: report_details_2026_02_23_02_14_15.ini' Generated report_details* file: report_details_2026_02_23_02_14_15.ini + parse_results + /usr/bin/python3 tools/parse_result.py result_2026_02_23_02_14_15_14017.xml report_details_2026_02_23_02_14_15.ini Traceback (most recent call last): File "/contrail-test/tools/parse_result.py", line 81, in <module> logs_location = _get_log_location(report_file) File "/contrail-test/tools/parse_result.py", line 71, in _get_log_location log_location = config.get('Test', 'logslocation') File "/usr/lib64/python3.9/configparser.py", line 781, in get d = self._unify_values(section, vars) File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values raise NoSectionError(section) from None configparser.NoSectionError: No section: 'Test' + /usr/bin/python3 tools/parse_result.py result_2026_02_23_02_14_15_14200.xml report_details_2026_02_23_02_14_15.ini Traceback (most recent call last): File "/contrail-test/tools/parse_result.py", line 81, in <module> logs_location = _get_log_location(report_file) File "/contrail-test/tools/parse_result.py", line 71, in _get_log_location log_location = config.get('Test', 'logslocation') File "/usr/lib64/python3.9/configparser.py", line 781, in get d = self._unify_values(section, vars) File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values raise NoSectionError(section) from None configparser.NoSectionError: No section: 'Test' + generate_html + '[' -f result_2026_02_23_02_14_15_14017.xml ']' + /usr/bin/python3 tools/update_testsuite_properties.py report_details_2026_02_23_02_14_15.ini result_2026_02_23_02_14_15_14017.xml Traceback (most recent call last): File "/contrail-test/tools/update_testsuite_properties.py", line 104, in <module> update_xml(sys.argv[1], sys.argv[2]) File "/contrail-test/tools/update_testsuite_properties.py", line 8, in update_xml build_id = config.get('Test', 'Build') File "/usr/lib64/python3.9/configparser.py", line 781, in get d = self._unify_values(section, vars) File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values raise NoSectionError(section) from None configparser.NoSectionError: No section: 'Test' + ant Buildfile: /contrail-test/build.xml junit-report: [delete] Deleting directory /contrail-test/report [junitreport] Processing /contrail-test/report/TESTS-TestSuites.xml to /contrail-test/report/junit-noframes.html [junitreport] Loading stylesheet /contrail-test/junit-noframes.xsl [junitreport] Transform time: 246ms BUILD SUCCESSFUL Total time: 0 seconds + echo 'Generate HTML reports in report/ folder : report/junit-noframes.html' Generate HTML reports in report/ folder : report/junit-noframes.html + convert_logs_to_html + /usr/bin/python3 tools/convert_logs_to_html.py logs/ logs/testbasicpolicyipv4v6.log logs/testrouters.log logs/testports.log logs/testsvcregr.log logs/auth.log logs/testvdnsbasic0.log logs/testrp.log logs/testbasicpolicy.log logs/testbasicvmvnx.log logs/testrbacbasic.log logs/testbasicvmvn.log logs/testrbac.log logs/testroutersbasic.log logs/testbasicpolicynegativeipv4v6.log logs/analyticsbasictestsanity.log logs/analyticstestsanity.log logs/testheat.log logs/testsriov.log logs/floatingipbasictestsanity.log logs/dbmanagetest.log logs/introspect.log logs/documentationtest.log logs/__main__.log logs/tcutils.collector.opserver_results.log logs/testcrud.log logs/common.contrail_test_init.log + echo 'Converted log files to html files' Converted log files to html files + collect_tracebacks + export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts:/contrail-test:/contrail-test/fixtures + PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts:/contrail-test:/contrail-test/fixtures + /usr/bin/python3 tools/collect_bts.py contrail_test_input.yaml [ubuntu@10.0.0.130] put: tools/search-bt.py -> /tmp/search-bt.py Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-tracebacks.log Ignored Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-ignored_tracebacks.log Traceback parse errors will be in /tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-traceback_parse_failures.log Done looking for tracebacks [ubuntu@10.0.0.130] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-5386-1-tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.130] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-5386-1-ignored_tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-ignored_tracebacks.log Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-ignored_tracebacks.log' Underlying exception: No such file [ubuntu@10.0.0.130] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-5386-1-traceback_parse_failures.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-5386-1-traceback_parse_failures.log + sleep 2 + retval=0 + '[' 0 -lt 101 ']' + exit 100 + rv_run_test=100 + '[' -d /contrail-test.save ']' + cp -f /opt/contrail/utils/fabfile/testbeds/testbed.py /contrail-test.save/ cp: cannot stat '/opt/contrail/utils/fabfile/testbeds/testbed.py': No such file or directory + rsync -L -a --exclude logs/ --exclude report/ /contrail-test /contrail-test.save/ + exit 100 tput: No value for $TERM and no -T specified INFO: collect logs ~/contrail-test-runs/2026_02_23_02_14_15 ~ logs/ logs/testbasicpolicyipv4v6.log logs/tcutils.util.log logs/testbasicvmvn.html logs/common.html logs/cn-jenkins-deploy-platform-ansible-os-5386-1-tracebacks.log logs/testrouters.log logs/testports.log logs/testsvcregr.log logs/testsvcregr.html logs/testsriov.html logs/auth.log logs/analyticstestsanity.html logs/testvdnsbasic0.log logs/testrp.log logs/testroutersbasic.html logs/tcutils.html logs/testbasicpolicy.log logs/testbasicvmvnx.log logs/testcrud.html logs/dbmanagetest.html logs/testrbacbasic.log logs/testheat.html logs/testrouters.html logs/testbasicvmvn.log logs/testrbac.log logs/documentationtest.html logs/testvdnsbasic0.html logs/testbasicpolicynegativeipv4v6.html logs/floatingipbasictestsanity.html logs/testroutersbasic.log logs/testbasicpolicynegativeipv4v6.log logs/testbasicpolicy.html logs/analyticsbasictestsanity.log logs/cn-jenkins-deploy-platform-ansible-os-5386-1-traceback_parse_failures.log logs/testports.html logs/analyticstestsanity.log logs/testheat.log logs/testsriov.log logs/floatingipbasictestsanity.log logs/testbasicpolicyipv4v6.html logs/dbmanagetest.log logs/testrbacbasic.html logs/__main__.html logs/txtsyle.css logs/cn-jenkins-deploy-platform-ansible-os-5386-1-ignored_tracebacks.log logs/testrbac.html logs/auth.html logs/testrp.html logs/introspect.log logs/documentationtest.log logs/__main__.log logs/tcutils.collector.opserver_results.log logs/introspect.html logs/testcrud.log logs/common.contrail_test_init.log logs/testbasicvmvnx.html logs/analyticsbasictestsanity.html TESTS-TestSuites.xml junit-noframes.html ~ INFO: Test sanity finished Mon Feb 23 02:24:50 UTC 2026 + ./src/opensdn-io/tf-jenkins/jobs/test/functional/collect_logs.sh ~/workspace/test-sanity@3/logs ~/workspace/test-sanity@3 Warning: Permanently added '10.0.0.130' (ECDSA) to the list of known hosts. logs/ logs/testbasicpolicyipv4v6.log logs/tcutils.util.log logs/testbasicvmvn.html logs/common.html logs/cn-jenkins-deploy-platform-ansible-os-5386-1-tracebacks.log logs/testrouters.log logs/testports.log logs/testsvcregr.log logs/testsvcregr.html logs/testsriov.html logs/auth.log logs/analyticstestsanity.html logs/testvdnsbasic0.log logs/testrp.log logs/testroutersbasic.html logs/tcutils.html logs/testbasicpolicy.log logs/testbasicvmvnx.log logs/testcrud.html logs/dbmanagetest.html logs/testrbacbasic.log logs/testheat.html logs/testrouters.html logs/testbasicvmvn.log logs/testrbac.log logs/documentationtest.html logs/testvdnsbasic0.html logs/testbasicpolicynegativeipv4v6.html logs/floatingipbasictestsanity.html logs/testroutersbasic.log logs/testbasicpolicynegativeipv4v6.log logs/testbasicpolicy.html logs/analyticsbasictestsanity.log logs/cn-jenkins-deploy-platform-ansible-os-5386-1-traceback_parse_failures.log logs/testports.html logs/analyticstestsanity.log logs/testheat.log logs/testsriov.log logs/floatingipbasictestsanity.log logs/testbasicpolicyipv4v6.html logs/dbmanagetest.log logs/testrbacbasic.html logs/__main__.html logs/txtsyle.css logs/cn-jenkins-deploy-platform-ansible-os-5386-1-ignored_tracebacks.log logs/testrbac.html logs/auth.html logs/testrp.html logs/introspect.log logs/documentationtest.log logs/__main__.log logs/tcutils.collector.opserver_results.log logs/introspect.html logs/testcrud.log logs/common.contrail_test_init.log logs/testbasicvmvnx.html logs/analyticsbasictestsanity.html TESTS-TestSuites.xml junit-noframes.html ~/workspace/test-sanity@3 Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. INFO: logs saved + exit Archiving artifacts Finished: SUCCESS