Started by upstream project "pipeline-check" build number 4363
originally caused by:
 Triggered by Gerrit: https://gerrit.opensdn.io/c/opensdn-io/tf-dev-env/+/2775
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/test-sanity
[WS-CLEANUP] Deleting project workspace...
[WS-CLEANUP] Deferred wipeout is disabled by the job configuration...
[WS-CLEANUP] Done
The recommended git tool is: git
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-jenkins.git
 > git init /home/jenkins/workspace/test-sanity/src/opensdn-io/tf-jenkins # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git
 > git --version # timeout=10
 > git --version # 'git version 2.25.1'
 > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision 7e838c2229640d4f62a8340d940508c85b5e0154 (refs/remotes/origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 7e838c2229640d4f62a8340d940508c85b5e0154 # timeout=10
Commit message: "fix typos"
 > git rev-list --no-walk 7e838c2229640d4f62a8340d940508c85b5e0154 # timeout=10
The recommended git tool is: NONE
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-dev-test.git
 > git init /home/jenkins/workspace/test-sanity/src/opensdn-io/tf-dev-test # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-dev-test.git
 > git --version # timeout=10
 > git --version # 'git version 2.25.1'
 > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-dev-test.git +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://github.com/opensdn-io/tf-dev-test.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision 5ed3c9e6453f45b20e50e0b62b26f6a5b31c2753 (refs/remotes/origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 5ed3c9e6453f45b20e50e0b62b26f6a5b31c2753 # timeout=10
Commit message: "pin docker version"
 > git rev-list --no-walk 5ed3c9e6453f45b20e50e0b62b26f6a5b31c2753 # timeout=10
Copied 4 artifacts from "pipeline-check" build number 4363
[test-sanity] $ /bin/bash -xe /tmp/jenkins2367287077768730720.sh
+ source /home/jenkins/workspace/test-sanity/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-4363
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-4363
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_5-4_4
++ CONTRAIL_CONTAINER_TAG=master-2_7_7_5-4_4
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_5-4_4
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_5-4_4
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=I570f6fa20bd072174f929f4ce61ad8f5c8693bd1
++ GERRIT_CHANGE_ID=I570f6fa20bd072174f929f4ce61ad8f5c8693bd1
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-dev-env
++ GERRIT_PROJECT=opensdn-io/tf-dev-env
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source /home/jenkins/workspace/test-sanity/deps.test-sanity.40285.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu22
++ ENVIRONMENT_OS=ubuntu22
++ export DATA_NETWORK=10.20.0.0/24
++ DATA_NETWORK=10.20.0.0/24
++ head -1
++ export VROUTER_GATEWAY=10.20.0.1
++ VROUTER_GATEWAY=10.20.0.1
++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=55c63bcc-cfbd-455d-9d9d-64fa41989a13,
++ INSTANCE_IDS=55c63bcc-cfbd-455d-9d9d-64fa41989a13,
++ export instance_ip=10.0.0.50
++ instance_ip=10.0.0.50
++ export CONTROLLER_NODES=10.0.0.50,
++ CONTROLLER_NODES=10.0.0.50,
++ export CONTROL_NODES=10.20.0.17,
++ CONTROL_NODES=10.20.0.17,
++ export ORCHESTRATOR=openstack
++ ORCHESTRATOR=openstack
++ export DEPLOYER=ansible
++ DEPLOYER=ansible
++ export JOB_LOGS_PATH=ansible-os
++ JOB_LOGS_PATH=ansible-os
+ desc='Pipeline: pipeline-check-4363  Random: 40285  Stream: ansible-os'
+ desc+='<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os</a>'
+ echo 'DESCRIPTION Pipeline: pipeline-check-4363  Random: 40285  Stream: ansible-os<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os</a>'
DESCRIPTION Pipeline: pipeline-check-4363  Random: 40285  Stream: ansible-os<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os</a>
[description-setter] Description set: Pipeline: pipeline-check-4363  Random: 40285  Stream: ansible-os<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os</a>'
[test-sanity] $ /bin/bash -xe /tmp/jenkins5231643346537812540.sh
+ set -eo pipefail
+ source /home/jenkins/workspace/test-sanity/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-4363
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-4363
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_5-4_4
++ CONTRAIL_CONTAINER_TAG=master-2_7_7_5-4_4
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_5-4_4
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_5-4_4
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=I570f6fa20bd072174f929f4ce61ad8f5c8693bd1
++ GERRIT_CHANGE_ID=I570f6fa20bd072174f929f4ce61ad8f5c8693bd1
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-dev-env
++ GERRIT_PROJECT=opensdn-io/tf-dev-env
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-dev-test ./patchsets-info.json
[test-sanity] $ /bin/bash -xe /tmp/jenkins6206460985243645711.sh
+ set -eo pipefail
+ source /home/jenkins/workspace/test-sanity/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-4363
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-4363
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/75/2775/44/check_4363
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_5-4_4
++ CONTRAIL_CONTAINER_TAG=master-2_7_7_5-4_4
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_5-4_4
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_5-4_4
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_5-4_4
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=I570f6fa20bd072174f929f4ce61ad8f5c8693bd1
++ GERRIT_CHANGE_ID=I570f6fa20bd072174f929f4ce61ad8f5c8693bd1
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-dev-env
++ GERRIT_PROJECT=opensdn-io/tf-dev-env
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source ./src/opensdn-io/tf-jenkins/infra/openstack/definitions
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export OS_NETWORK=management
++ OS_NETWORK=management
++ export OS_DATA_NETWORK=data
++ OS_DATA_NETWORK=data
++ export OS_SG=default
++ OS_SG=default
++ export RESERVED_INSTANCES_COUNT=3
++ RESERVED_INSTANCES_COUNT=3
++ export RESERVED_CORES_COUNT=16
++ RESERVED_CORES_COUNT=16
++ export VM_BOOT_RETRIES=120
++ VM_BOOT_RETRIES=120
++ export VM_BOOT_DELAY=60
++ VM_BOOT_DELAY=60
++ export VOLUME_TYPE=ceph-ssd
++ VOLUME_TYPE=ceph-ssd
++ ENVIRONMENT_OS=rocky9
++ VM_TYPES=(['xsmall']='STD3-1-4' ['small']='STD3-2-8' ['medium']='STD3-4-16' ['large']='STD3-8-32')
++ declare -A VM_TYPES
++ VOLUME_SIZE=(['xsmall']='50' ['small']='50' ['medium']='80' ['large']='80')
++ declare -A VOLUME_SIZE
++ OS_IMAGES=(['CENTOS7']='prepared-centos7' ['CENTOS8']='prepared-centos8' ['UBUNTU20']='prepared-ubuntu20' ['UBUNTU22']='prepared-ubuntu22' ['UBUNTU24']='prepared-ubuntu24' ['ROCKY9']='prepared-rocky95')
++ declare -A OS_IMAGES
++ OS_IMAGE_USERS=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY93']='rocky' ['ROCKY94']='rocky' ['ROCKY95']='rocky' ['ROCKY96']='rocky')
++ declare -A OS_IMAGE_USERS
++ OS_IMAGES_UP=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY93']='rocky' ['ROCKY94']='rocky' ['ROCKY95']='rocky' ['ROCKY96']='rocky')
++ declare -A OS_IMAGES_UP
++ OS_IMAGES_DOWN=(['CENTOS7']='' ['CENTOS8']='' ['UBUNTU20']='' ['UBUNTU22']='' ['UBUNTU24']='' ['ROCKY9']='' ['ROCKY92']='' ['ROCKY93']='' ['ROCKY94']='' ['ROCKY95']='' ['ROCKY96']='')
++ declare -A OS_IMAGES_DOWN
++ SSH_OPTIONS='-T -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o PasswordAuthentication=no'
+ source /home/jenkins/workspace/test-sanity/deps.test-sanity.40285.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu22
++ ENVIRONMENT_OS=ubuntu22
++ export DATA_NETWORK=10.20.0.0/24
++ DATA_NETWORK=10.20.0.0/24
++ head -1
++ export VROUTER_GATEWAY=10.20.0.1
++ VROUTER_GATEWAY=10.20.0.1
++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=55c63bcc-cfbd-455d-9d9d-64fa41989a13,
++ INSTANCE_IDS=55c63bcc-cfbd-455d-9d9d-64fa41989a13,
++ export instance_ip=10.0.0.50
++ instance_ip=10.0.0.50
++ export CONTROLLER_NODES=10.0.0.50,
++ CONTROLLER_NODES=10.0.0.50,
++ export CONTROL_NODES=10.20.0.17,
++ CONTROL_NODES=10.20.0.17,
++ export ORCHESTRATOR=openstack
++ ORCHESTRATOR=openstack
++ export DEPLOYER=ansible
++ DEPLOYER=ansible
++ export JOB_LOGS_PATH=ansible-os
++ JOB_LOGS_PATH=ansible-os
+ source /home/jenkins/workspace/test-sanity/vars.test-sanity.40285.env
++ export MONITORING_DEPLOY_TARGET=AIO
++ MONITORING_DEPLOY_TARGET=AIO
++ export MONITORING_DEPLOYER=ansible
++ MONITORING_DEPLOYER=ansible
++ export MONITORING_ORCHESTRATOR=os
++ MONITORING_ORCHESTRATOR=os
++ export USE_DATAPLANE_NETWORK=true
++ USE_DATAPLANE_NETWORK=true
+ export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os
+ FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/75/2775/44/check_4363/ansible-os
+ export TARGET=sanity
+ TARGET=sanity
+ ./src/opensdn-io/tf-jenkins/jobs/test/functional/run.sh
INFO: Test sanity started  Wed May 13 16:33:05 UTC 2026
Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts.
Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts.
DEPLOYER=ansible
CONTRAIL_CONTAINER_TAG=master-2_7_7_5-4_4
CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_5-4_4
CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
ORCHESTRATOR=openstack
OPENSTACK_VERSION="yoga"
CONTROLLER_NODES="10.0.0.50 "
AGENT_NODES="10.0.0.50"
CONTROL_NODES="10.20.0.17 "
SSL_ENABLE="false"
LEGACY_ANALYTICS_ENABLE="true"
HUGE_PAGES_1G=
CONTAINER_RUNTIME=docker
K8S_CA=
DEPLOY_IPA_SERVER=
IPA_PASSWORD=
OPENSTACK_CONTROLLER_NODES='10.0.0.50'
OS_AUTH_URL='http://10.0.0.50:5000/v3'
AUTH_PASSWORD='contrail123'
AUTH_URL=''
INFO: [ensure python3 is present]
Reading package lists...
Building dependency tree...
Reading state information...
python3-minimal is already the newest version (3.10.6-1~22.04.1).
python3-minimal set to manually installed.
0 upgraded, 0 newly installed, 0 to remove and 195 not upgraded.

INFO: [docker install]
INFO: distro=ubuntu detected
INFO: docker installed: Docker version 28.5.2, build ecc6942

[docker config]
DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5101
HTTP/1.1 404 Not Found
Content-Type: text/plain; charset=utf-8
X-Content-Type-Options: nosniff
Date: Wed, 13 May 2026 16:33:08 GMT
Content-Length: 19

DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5101 is insecure
Registry nexus.gz1.opensdn.io:5101 is configured in /etc/docker/daemon.json. Skip.
master-2_7_7_5-4_4: Pulling from opensdn-test-test
446f83f14b23: Already exists
aeac1297187b: Already exists
23b03792fa5b: Already exists
c08f21b6da95: Already exists
c74ffd420c24: Already exists
b7fc9082dca5: Already exists
74fc49b95a5d: Already exists
5833ea3259e7: Already exists
dad3fa0cb039: Already exists
1a80a3375070: Already exists
730e89065302: Already exists
8a02d44329f7: Already exists
c7bf6c2e6cd7: Already exists
cfc3597a5cdf: Already exists
7be43ea8168d: Pulling fs layer
8d8706029490: Pulling fs layer
65b28d8c811c: Pulling fs layer
1f0cd2318be4: Pulling fs layer
1f0cd2318be4: Waiting
7be43ea8168d: Verifying Checksum
7be43ea8168d: Download complete
8d8706029490: Download complete
7be43ea8168d: Pull complete
8d8706029490: Pull complete
65b28d8c811c: Verifying Checksum
65b28d8c811c: Download complete
65b28d8c811c: Pull complete
1f0cd2318be4: Verifying Checksum
1f0cd2318be4: Download complete
1f0cd2318be4: Pull complete
Digest: sha256:7a4c23b0edfdfe54abd59ee244f10452e7d2efb76e489d016b53df91a70cfd88
Status: Downloaded newer image for nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_7_7_5-4_4
nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_7_7_5-4_4
INFO: test_target is ci_sanity
+ [[ ubuntu == \u\b\u\n\t\u ]]
+ [[ 22.04 > 24 ]]
+ python3 -m pip --version
pip 26.0.1 from /usr/local/lib/python3.10/dist-packages/pip (python 3.10)
+ sudo python3 -m pip install jinja2
Looking in indexes: http://tf-mirrors.gz1.opensdn.io/root/pypi/+simple/
Requirement already satisfied: jinja2 in /usr/lib/python3/dist-packages (3.0.3)
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
+ set +x
set ssh options for ubuntu user
INFO: get testrunner.sh from image
INFO: docker installed: Docker version 28.5.2, build ecc6942
master-2_7_7_5-4_4: Pulling from opensdn-test-test
Digest: sha256:7a4c23b0edfdfe54abd59ee244f10452e7d2efb76e489d016b53df91a70cfd88
Status: Image is up to date for nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_7_7_5-4_4
nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_7_7_5-4_4
496947fb15fee17635812147869e78e70dd9071a34d5bffbbb4d1548317cb618
LxL9qE5JJ5
INFO: prepare input parameters from template /home/ubuntu/src/opensdn-io/tf-dev-test/tf-sanity/tf_test_input.yaml.j2
INFO: TF test input:
provider_config:
  bms:
    ssh_user: "ubuntu"
    ssh_pwd:
    domainsuffix: ""

instances:
  10_0_0_50:
    ip: 10.0.0.50
    provider: bms
    roles:
      analytics:
      analytics_snmp:
      analytics_alarm:
      analytics_database:
      config:
      config_database:
      control:
      webui:
      openstack:
      vrouter:
      openstack_compute:

contrail_configuration:
  LOG_LEVEL: SYS_DEBUG
  CONTRAIL_CONTAINER_TAG: master-2_7_7_5-4_4
  CLOUD_ORCHESTRATOR: openstack
  OPENSTACK_VERSION: yoga
  AUTH_MODE: keystone
  KEYSTONE_AUTH_URL_VERSION: /v3
  ANALYTICSDB_ENABLE: "true"
  ANALYTICS_ALARM_ENABLE: "true"
  ANALYTICS_SNMP_ENABLE: "true"
  CONTROLLER_NODES: "10.0.0.50"
# Network isolation case.
# services might be on different IPs,
# but list of nodes is still in CONTROLLER_NODES
  CONTROL_NODES: "10.20.0.17,"
orchestrator_configuration:
  keystone:
    version: v3
    password: contrail123

deployment:
    orchestrator: openstack
    deployer: contrail-ansible-deployer

test_configuration:
    image_web_server: nexus.opensdn.io/repository/
    use_project_scoped_token: True
    container_runtime: docker
INFO: run tests...
./tf_test_input.yaml
./tf_test_input.yaml
+ trap resume_pid 10
+ getopts :T:t:p:f:h opt
+ TESTBED=/opt/contrail/utils/fabfile/testbeds/testbed.py
+ CONTRAIL_FABPATH=/opt/contrail/utils
+ CONTRAIL_TEST_FOLDER=/contrail-test
+ FEATURE=sanity
+ TEST_TAGS=ci_sanity
+ [[ ! -f /contrail-test/contrail_test_input.yaml ]]
+ '[' '!' /opt/contrail/utils/fabfile/testbeds/testbed.py -ef /opt/contrail/utils/fabfile/testbeds/testbed.py ']'
+ mkdir -p /opt/contrail/utils/fabfile/testbeds/
+ cp /opt/contrail/utils/fabfile/testbeds/testbed.py /opt/contrail/utils/fabfile/testbeds/testbed.py
cp: cannot stat '/opt/contrail/utils/fabfile/testbeds/testbed.py': No such file or directory
+ cd /contrail-test
+ run_tests='./run_tests.sh --contrail-fab-path /opt/contrail/utils '
+ [[ -n '' ]]
+ [[ -n ci_sanity ]]
+ [[ ci_sanity =~ ci_sanity ]]
+ export ci_image=cirros
+ ci_image=cirros
+ ./run_tests.sh --contrail-fab-path /opt/contrail/utils -T ci_sanity
+ declare -a pids
+ trap resume_pids 10 1 2 3 6
+ source tools/common.sh
+ export PYTHON=/usr/bin/python3
+ PYTHON=/usr/bin/python3
++ which testr
+ TESTR=/usr/local/bin/testr
++ which subunit2junitxml
+ SUBUNIT2JUNIT=/usr/local/bin/subunit2junitxml
+ rm -rf .testrepository
+ testrargs=
+ path=
+ tags=
+ venv=.venv
+ with_venv=tools/with_venv.sh
+ always_venv=0
+ never_venv=1
+ no_site_packages=0
+ debug=0
+ force=0
+ wrapper=
+ config_file=
+ update=0
+ upgrade=0
+ upload=0
+ logging=0
+ logging_config=logging.conf
+ concurrency=
+ parallel=0
+ failure_threshold=
+ contrail_fab_path=/opt/contrail/utils
++ date +%Y_%m_%d_%H_%M_%S
+ export SCRIPT_TS=2026_05_13_16_33_40
+ SCRIPT_TS=2026_05_13_16_33_40
++ getopt -o pVNnfuUsthdC:lLmF:T:c: -l test-failure-threshold:,prepare,virtual-env,no-virtual-env,no-site-packages,force,upgrade,k8s_upgrade,update,upload,sanity,parallel,help,debug,config:,logging,logging-config,send-mail,features:,tags:,concurrency:,contrail-fab-path: -- --contrail-fab-path /opt/contrail/utils -T ci_sanity
+ options=' --contrail-fab-path '\''/opt/contrail/utils'\'' -T '\''ci_sanity'\'' --'
+ eval set -- --contrail-fab-path ''\''/opt/contrail/utils'\''' -T ''\''ci_sanity'\''' --
++ set -- --contrail-fab-path /opt/contrail/utils -T ci_sanity --
+ first_uu=yes
+ '[' 5 -gt 0 ']'
+ case "$1" in
+ contrail_fab_path=/opt/contrail/utils
+ shift
+ shift
+ '[' 3 -gt 0 ']'
+ case "$1" in
+ tags=ci_sanity
+ shift
+ shift
+ '[' 1 -gt 0 ']'
+ case "$1" in
+ '[' yes == yes ']'
+ first_uu=no
+ shift
+ '[' 0 -gt 0 ']'
++ echo ci_sanity
++ sed 's/,/ /g'
+ tags=ci_sanity
+ config_file=/contrail-test/contrail_test_input.yaml
+ [[ -n /contrail-test/contrail_test_input.yaml ]]
+ export TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml
+ TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml
+ prepare
+ '[' -n /contrail-test/contrail_test_input.yaml ']'
++ readlink -f /contrail-test/contrail_test_input.yaml
+ config_file=/contrail-test/contrail_test_input.yaml
++ dirname /contrail-test/contrail_test_input.yaml
+ export TEST_CONFIG_DIR=/contrail-test
+ TEST_CONFIG_DIR=/contrail-test
++ basename /contrail-test/contrail_test_input.yaml
+ export TEST_CONFIG_FILE=contrail_test_input.yaml
+ TEST_CONFIG_FILE=contrail_test_input.yaml
+ ssh_key_gen
+ [[ -f /root/.ssh/id_rsa ]]
+ [[ -f /root/.ssh/id_rsa.pub ]]
+ return 0
+ start_ssh_agent
+ ssh-add -l
+ '[' 2 == 2 ']'
+ test -r /root/.ssh-agent
+ ssh-add -l
+ '[' 2 == 2 ']'
+ umask 066
+ ssh-agent
+ eval 'SSH_AUTH_SOCK=/tmp/ssh-XXXXXXaA7Zcb/agent.25; export SSH_AUTH_SOCK;
SSH_AGENT_PID=26; export SSH_AGENT_PID;
echo Agent pid 26;'
++ SSH_AUTH_SOCK=/tmp/ssh-XXXXXXaA7Zcb/agent.25
++ export SSH_AUTH_SOCK
++ SSH_AGENT_PID=26
++ export SSH_AGENT_PID
++ echo Agent pid 26
+ ssh-add
Identity added: /root/.ssh/id_rsa (jenkins@tf-jenkins)
+ source_file_ssh_agent
+ cat
+ '[' 0 -eq 1 ']'
+ export REPORT_DETAILS_FILE=report_details_2026_05_13_16_33_40.ini
+ REPORT_DETAILS_FILE=report_details_2026_05_13_16_33_40.ini
+ export REPORT_FILE=report/junit-noframes.html
+ REPORT_FILE=report/junit-noframes.html
++ dirname ./run_tests.sh
+ cd .
+ '[' 0 -eq 1 ']'
+ '[' 1 -eq 0 ']'
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test
+ apply_patches
+ apply_junitxml_patch
+ patch_path=/contrail-test/tools/patches
+ src_path=/usr/lib/python2.6/site-packages
+ '[' -d /usr/lib/python2.6/site-packages/junitxml ']'
+ src_path=/usr/local/lib/python2.7/dist-packages
+ '[' -d /usr/local/lib/python2.7/dist-packages/junitxml ']'
+ src_path=/usr/lib/python2.7/site-packages/
+ '[' -d /usr/lib/python2.7/site-packages//junitxml ']'
+ patch -d -p0 -N --dry-run --silent
+ '[' 2 -eq 0 ']'
+ filepath=/usr/local/lib/python3.6/site-packages/junitxml
+ '[' '!' -d /usr/local/lib/python3.6/site-packages/junitxml ']'
+ filepath=/usr/local/lib/python3.9/site-packages/junitxml
+ patch -d /usr/local/lib/python3.9/site-packages/junitxml -p0 -N --dry-run --silent
+ '[' 0 -eq 0 ']'
+ echo 'Applied patch for python3'
Applied patch for python3
+ cd /usr/local/lib/python3.9/site-packages/junitxml
+ patch -p0 -N
patching file __init__.py
+ apply_subunitfilters_patch
+ patch_path=/contrail-test/tools/patches
+ filepath=/usr/local/lib/python3.6/site-packages/subunit
+ '[' '!' -d /usr/local/lib/python3.6/site-packages/subunit ']'
+ filepath=/usr/local/lib/python3.9/site-packages/subunit
+ patch -p0 -N --dry-run --silent /usr/local/lib/python3.9/site-packages/subunit/filters.py
+ '[' 0 -eq 0 ']'
+ echo 'Applied subunit-filter patch for python3'
Applied subunit-filter patch for python3
+ patch -p0 -N /usr/local/lib/python3.9/site-packages/subunit/filters.py
patching file /usr/local/lib/python3.9/site-packages/subunit/filters.py
+ export TEST_DELAY_FACTOR=1
+ TEST_DELAY_FACTOR=1
+ export TEST_RETRY_FACTOR=1
+ TEST_RETRY_FACTOR=1
+ rm -rf 'result*.xml'
++ get_result_xml
++ result_xml=result_2026_05_13_16_33_40_28791.xml
++ echo result_2026_05_13_16_33_40_28791.xml
+ result_xml=result_2026_05_13_16_33_40_28791.xml
++ get_result_xml
++ result_xml=result_2026_05_13_16_33_40_12044.xml
++ echo result_2026_05_13_16_33_40_12044.xml
+ serial_result_xml=result_2026_05_13_16_33_40_12044.xml
+ GIVEN_TEST_PATH=
+ '[' '!' -z cirros ']'
+ export ci_image
+ check_test_discovery
+ echo 'Checking if test-discovery is fine'
Checking if test-discovery is fine
+ bash -x tools/check_test_discovery.sh
+ echo 'Validating if test discovery passes in scripts/ and serial_scripts'
Validating if test discovery passes in scripts/ and serial_scripts
+ echo ''

+ GIVEN_TEST_PATH=
+ export PYTHON=/usr/bin/python3
+ PYTHON=/usr/bin/python3
++ which testr
+ export TESTR=/usr/local/bin/testr
+ TESTR=/usr/local/bin/testr
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures
+ export OS_TEST_PATH=./scripts
+ OS_TEST_PATH=./scripts
+ /usr/local/bin/testr list-tests
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \
${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list 
/usr/local/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if word_sep is not '':
/contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if type(public_network_obj).__name__ is 'VirtualNetwork':
/contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if encoding is 'All':
/contrail-test/tcutils/collector/opserver_util.py:378: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if len(match_v) is 1:
/contrail-test/tcutils/collector/opserver_util.py:379: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if match_v[0][-1] is '*':
/usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:868: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if rpc_rsp_e.text is not None and rpc_rsp_e.text.strip() is not '':
/usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:1271: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if auto_probe is not 0:
/usr/local/lib/python3.9/site-packages/jnpr/junos/rpcmeta.py:145: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if model and filter_xml is None and options.get('format') \
/usr/local/lib/python3.9/site-packages/jnpr/junos/utils/start_shell.py:137: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  self.last_ok = got is not ''
/contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if proto is "TCP":
/contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if traffic_type is "ICMP":
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if value is 1:
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if value is 2:
scripts.RR.test_rr.TestBasicRR.test_basic_RR[sanity]
scripts.RR.test_rr.TestBasicRR.test_create_vm_after_RR_set[sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count
scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates
scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table
scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_stats_tables
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify__bgp_router_uve_up_xmpp_and_bgp_count
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify_bgp_peer_uve
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_db_nodemgr_status[dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_collector_connections[dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_connections_to_collector_node[dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_agent[cb_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_analytics_node[cb_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_control_node[cb_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics_basic.AnalyticsBasicTestSanity.test_verify_object_logs[ci_sanity,dev_sanity_dpdk,sanity,suite1]
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_2byte
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_4byte
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_asn_update
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_basic[todo_sanity]
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_community
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_hold_time
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ibgp
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv4_prefix_limit_idle_timeout
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv6_prefix_limit_idle_timeout
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_md5
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_route_origin_override
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_as_override
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_bfd_suppress_route_advt
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_ipv4_mapped_ipv6_nexthop
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_with_bfd_shc_attached_to_vmi
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem19989_adddelete_vmi
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20052
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20284
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_admin_tenant
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_user_tenant
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_sample_floating_ip_transmit_packets
scripts.db_manage.test_db_manage.DbManageTest.test_db_manage[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.documentation.test_docs.DocumentationTest.test_analytics_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.documentation.test_docs.DocumentationTest.test_config_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_basic[todo_sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_bug_1749695[todo_sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_through_floatingvn
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_different_forwarding_mode[upgrade]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_floating_ip
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_policy
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_secondary_ip[upgrade]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_sg
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_deletion
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_ip
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_port
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_protocol
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_ip[sanity]
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_port
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_vm_suspend_restart
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc_pol_update
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_add_flows
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_diff_proto
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_incr_dip
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_policy_bind_unbind
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_v2_in_network_nat_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc_pol_update
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_add_flows
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_diff_proto
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_incr_dip
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_policy_bind_unbind
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_v2_in_network_nat_with_3_instance[dev_sanity_dpdk]
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_3_instance
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_static_route_no_policy[sanity]
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_3_instance
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_static_route_no_policy[sanity]
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_static_route_no_policy
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_v2_transparent_with_3_instance
scripts.ecmp.test_ecmp.TestECMPwithFIP_1.test_ecmp_with_svc_with_fip_dest
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_add_del_same_fip
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sip
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sport
scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_deletion[sanity]
scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_suspend_start
scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_deletion
scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_suspend_start
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_multi_inline_SVC_VN_with_external_RT
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic[sanity]
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_3_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_multiple_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat[upgrade]
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_ECMP
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_traffic
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_v2_SC[sanity]
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_multi_inline_SVC_VN_with_external_RT
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic[sanity]
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_3_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_multiple_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_ECMP
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_traffic
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_v2_SC
scripts.ecmp.test_ecmp.TestVRRPwithSVM.test_vrrp_with_svm_toggle_admin_port
scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_ecmp_subIntf[upgrade]
scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_subIntf
scripts.firewall.test_fw.TestFirewallDraftBasic.test_mixed_draft_mode[dev_sanity_dpdk,full_sanity]
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_communication_across_borrower_vm
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_exhust_Fip_pool_and_release_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_mutual_floating_ip
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_in_uve
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_with_traffic
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_removal_of_fip_with_traffic
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vm_restart_with_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vn_info_in_agent_with_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity2.test_communication_across__diff_proj
scripts.floatingip.test_floatingip.FloatingipTestSanity4.test_tcp_transfer_from_fip_vm
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_native_staticroute
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_policy
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_staticroute
scripts.floatingip.test_floatingip_basic.FloatingipBasicTestSanity.test_floating_ip[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1,vrouter_gw]
scripts.floatingip.test_mx.TestSanity_MX.test_apply_policy_fip_on_same_vn[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_fip_with_vm_in_2_vns[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_ftp_http_with_public_ip[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_mx_gateway[mx_test,sanity]
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_fwp_tag_priority_order_vmi_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_project
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_project
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vn[k8s_sanity]
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_policy_at_firewall_and_network_level
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_inter_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_intra_vn
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_hbs_with_hbf_type_label
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects_with_non_hbf_project
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbsflag_toggle_with_multiple_projects_with_non_hbf_project
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_quota_limit_for_host_based_service
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnIntraCompute
scripts.heat.test_heat.TestHeat.test_ecmp_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_heat_stacks_list[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity]
scripts.heat.test_heat.TestHeat.test_max_inst_change_in_ecmp_svc
scripts.heat.test_heat.TestHeat.test_port_based_multi_sc
scripts.heat.test_heat.TestHeat.test_proto_based_multi_sc
scripts.heat.test_heat.TestHeat.test_pt_multi_inline_v2_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_public_access_thru_svc_w_fip[cb_sanity,sanity]
scripts.heat.test_heat.TestHeat.test_security_group_update
scripts.heat.test_heat.TestHeat.test_src_cidr_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_nat
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innetnat_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innet[sanity]
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk]
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_innet_svc
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_trans_svc
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_innet_nat
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_innet
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_nat
scripts.heat.test_heat.TestHeatIPv6.test_ecmp_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_heat_stacks_list
scripts.heat.test_heat.TestHeatIPv6.test_max_inst_change_in_ecmp_svc
scripts.heat.test_heat.TestHeatIPv6.test_port_based_multi_sc
scripts.heat.test_heat.TestHeatIPv6.test_proto_based_multi_sc
scripts.heat.test_heat.TestHeatIPv6.test_pt_multi_inline_v2_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_public_access_thru_svc_w_fip[cb_sanity,sanity]
scripts.heat.test_heat.TestHeatIPv6.test_security_group_update
scripts.heat.test_heat.TestHeatIPv6.test_src_cidr_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_nat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innetnat_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innet[cb_sanity]
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk]
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_innet_svc
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_trans_svc
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_innet_nat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_innet
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_nat
scripts.heat.test_heat_basic.TestBasicHeat.test_svc_creation_with_heat[dev_sanity_dpdk,sanity,suite1]
scripts.heat.test_heat_basic.TestBasicHeatIPv6.test_svc_creation_with_heat[sanity]
scripts.interAS.test_interas.TestInterAS.test_interAS_labeled_unicast
scripts.interAS.test_interas.TestInterAS.test_interAS_remote_vpn
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_dynamic_NH_without_juniper_header_cem8760
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirroring_disable_enable_scenarios[ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header[full_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_egress
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_ingress
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_without_header_ingress[full_sanity]
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_egress
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_ingress
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_without_header_ingress[full_sanity]
scripts.k8s_scripts.test_deployment.TestPodDeployment.test_deployment_1
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_agent
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_control
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_with_deployment
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_local_scale_up_down
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_network_policy
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_nodeport_service
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_external_ip
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_multiple_clients
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_to_10_and_down_to_2
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_to_non_ecmp
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_flows_with_scale
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_non_ecmp_to_ecmp
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_delete_and_recreate_the_namespace_with_fabric_fwd_enabled
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_fabric_fwd
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_replica_update_for_fabric_fwd[k8s_sanity]
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_fabric_forwarding_disabled_by_default
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_ping_with_jumbo_frame
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_pod_publicreachability_with_fabric_forwarding_enabled
scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout
scripts.k8s_scripts.test_ingress.TestIngressClusterIp.test_ingress_ip_assignment[ci_k8s_sanity,k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_ingress.TestIngressVNIsolated.test_ingress_fanout
scripts.k8s_scripts.test_ingress_tls.TestIngressTLS.test_ingress_tls_1[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_ingress_custom_isolation
scripts.k8s_scripts.test_namespace.TestNamespace.test_many_add_delete_ns
scripts.k8s_scripts.test_namespace.TestNamespace.test_namespace_1[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_pod.TestPod.test_ping_between_two_pods[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_pod.TestPod.test_pod_public_reachability_using_snat
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_ping_between_two_pods[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_pod_public_reachability_using_snat
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_egress
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_ingress[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_egress
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_ingress[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_edit
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_label_edit[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_allow_egress_deny_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_allow_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_deny_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_edit
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_label_edit[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_egress_policies
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_ingress_policies
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_egress_rules
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_ingress_rules
scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_egress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_ingress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_egress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_ingress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_deployment_replica_updation[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_k8s_configurations_post_policy_creation[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_pod_selector[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_egress_rule[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_ingress_rule[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_namespace_with_service[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_pod_with_service
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress_fanout[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_service[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_k8s_ingress
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_service[ci_k8s_sanity,k8s_sanity]
scripts.k8s_scripts.test_service.TestService.test_cem20907
scripts.k8s_scripts.test_service.TestService.test_kube_dns_lookup[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestService.test_service_scale_up_down
scripts.k8s_scripts.test_service.TestService.test_service_type_nodeport
scripts.k8s_scripts.test_service.TestService.test_service_with_type_loadbalancer
scripts.k8s_scripts.test_service.TestServiceExternalIP.test_service_with_external_ip[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceExternalIPVNIsolated.test_service_with_external_ip[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_cem20907
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_kube_dns_lookup[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_scale_up_down
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_type_nodeport
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_with_type_loadbalancer
scripts.k8s_scripts.test_snat.TestSNAT.test_delete_and_recreate_the_namespace_with_snat_enabled
scripts.k8s_scripts.test_snat.TestSNAT.test_deployment_with_replica_update_for_snat[k8s_sanity]
scripts.k8s_scripts.test_snat.TestSNAT.test_ping_with_jumbo_frame
scripts.k8s_scripts.test_snat.TestSNAT.test_pod_publicreachability_with_snat_enabled
scripts.k8s_scripts.test_snat.TestSNAT.test_snat_forwarding_disabled_by_default
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_contrail_status
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_dns_service
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_different_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_same_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_different_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_same_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_inter_vn_inter_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_and_inter_vn_pkt_mode
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_inter_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_intra_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_ipv6_intra_and_inter_vn
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_with_policy
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_add_remove_members
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_client_pool_in_same_net[full_sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_health_monitor
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_fip[cb_sanity,full_sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_lb[upgrade]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_https
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_sg_vip[full_sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_update_attr_verify_haproxy_conf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_intra_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_vrouter_agent_restart
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_bfd_on_targetip_vsrx[todo_sanity]
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_change_fwding_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_macvlan_intf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vlan_intf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vmi
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_detach_hc_vsrx
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_diff_subnet_macvlanip
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_dynamically_disable_maciplearningflag
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_fifty_macvlans
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_detach
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_failure
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_in_l3_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_intra_compute_intra_subnet
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_subnet_intra_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3[todo_sanity]
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_maciplearning_flag
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_locally_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_vrouter_agent_restart
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_change_fwding_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_macvlan_intf
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vlan_intf
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vmi
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_diff_subnet_macvlanip
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_dynamically_disable_maciplearningflag
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_fifty_macvlans
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_detach
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_failure
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_in_l3_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_intra_compute_intra_subnet
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_subnet_intra_compute
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3[todo_sanity]
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_maciplearning_flag
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_locally_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_vrouter_agent_restart
scripts.multi_tenancy.test_perms.TestMultitenancy.test_all
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_policy_objects
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_projects
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_vn_objects
scripts.multicloud.test_mc.MC_test.test_Overlay_ping
scripts.multicloud.test_mc.MC_test.test_Underlay_ping
scripts.multicloud.test_mc.MC_test.test_bird_HA
scripts.multicloud.test_mc.MC_test.test_openvpn_HA
scripts.multicloud.test_mc.MC_test.test_strongswan_HA
scripts.multicloud.test_mc.MC_test.test_tag_verification
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_create_pool_member_vip
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_delete_pool_in_use
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_healthmonitor_delete
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_member_delete
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_vip_delete
scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_healthmonitor[suite1]
scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_lbmethod_round_robin[suite1]
scripts.neutron.test_crud.TestCRUD.test_network_subnet_port_crud
scripts.neutron.test_crud.TestCRUD.test_router_crud[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_ports.TestPorts.test_aap_active_active_mode
scripts.neutron.test_ports.TestPorts.test_aap_with_fip[cb_sanity,full_sanity]
scripts.neutron.test_ports.TestPorts.test_aap_with_fip_vsrx
scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_admin_state_toggle
scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_priority_change
scripts.neutron.test_ports.TestPorts.test_aap_with_zero_mac[cb_sanity,full_sanity]
scripts.neutron.test_ports.TestPorts.test_port_admin_state_up
scripts.neutron.test_ports.TestPorts.test_port_ip_reuse
scripts.neutron.test_ports.TestPorts.test_port_rename
scripts.neutron.test_ports.TestPorts.test_ports_attach_detach
scripts.neutron.test_ports.TestPorts.test_ports_bindings[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_ports.TestPorts.test_ports_custom_sg
scripts.neutron.test_ports.TestPorts.test_ports_device_owner_and_id
scripts.neutron.test_ports.TestPorts.test_ports_extra_dhcp_options
scripts.neutron.test_ports.TestPorts.test_ports_multiple_specific_subnet_ips
scripts.neutron.test_ports.TestPorts.test_ports_no_sg
scripts.neutron.test_ports.TestPorts.test_ports_secondary_ip_attach
scripts.neutron.test_ports.TestPorts.test_ports_specific_mac
scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet
scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet_ip[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_ports.TestPorts.test_ports_update_sg
scripts.neutron.test_ports.TestPorts.test_shutoff_vm_route_withdrawal
scripts.neutron.test_ports.TestPorts.test_zombie_tap_interface
scripts.neutron.test_quota.TestQuota.test_default_quota_for_admin_tenant
scripts.neutron.test_quota.TestQuota.test_default_quota_for_new_tenant
scripts.neutron.test_quota.TestQuota.test_quota_update_of_new_project_by_admin
scripts.neutron.test_quota.TestQuota.test_quota_update_of_specific_tenant
scripts.neutron.test_quota.TestQuota.test_update_quota_for_new_tenant
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_CEM_22032[cb_sanity]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior[cb_sanity]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_diff_projects
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_different_vns
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip[upgrade]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_diff_projects
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_subnet_attach_detach
scripts.neutron.test_routers.TestRouters.test_basic_router_behavior[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_routers.TestRouters.test_router_admin_state_up[full_sanity]
scripts.neutron.test_routers.TestRouters.test_router_rename[full_sanity]
scripts.neutron.test_routers.TestRouters.test_router_with_alloc_pool_and_gateway
scripts.neutron.test_routers.TestRouters.test_router_with_existing_ports
scripts.neutron.test_routers_basic.TestRoutersBasic.test_basic_snat_behavior_without_external_connectivity[ci_sanity,dev_sanity_dpdk,sanity,suite1]
scripts.neutron.test_sec_group.TestSecurityGroup.test_security_group_rename
scripts.neutron.test_subnets.TestSubnets.test_allocation_pools
scripts.neutron.test_subnets.TestSubnets.test_bug_1630829
scripts.neutron.test_subnets.TestSubnets.test_dns_nameservers
scripts.neutron.test_subnets.TestSubnets.test_enable_dhcp
scripts.neutron.test_subnets.TestSubnets.test_gateway
scripts.neutron.test_subnets.TestSubnets.test_ip_allocation_order
scripts.neutron.test_subnets.TestSubnets.test_subnet_host_routes
scripts.neutron.test_subnets.TestSubnets.test_subnet_rename
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_admin_state_up
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_mtu
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_rename
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_protocol_summary
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_source_dest_cidr
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_with_multi_vn_in_vm
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_protocol_summary
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_source_dest_cidr
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_with_multi_vn_in_vm
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1]
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy[quick_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy_to_deny[quick_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyModifyIpv4v6.test_policy_modify_vn_policy[sanity]
scripts.policy.test_policy.TestBasicPolicyNegativeIpv4v6.test_remove_policy_with_ref[ci_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyRouting.test_policy_RT_import_export
scripts.policy.test_policy.TestBasicPolicyRoutingIpv4v6.test_policy_RT_import_export
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_any[cb_sanity,todo_sanity]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_duplicate_vn_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_policy_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_vn_dst_cidr[cb_sanity]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_any_dst_pol
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_any[cb_sanity]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_vn
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_vn_dst_pol[cb_sanity,sanity,vrouter_gw]
scripts.policy.test_policy_acl.TestPolicyAcl.test_route_leaking_pass_protocol_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_any
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_duplicate_vn_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_policy_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_vn_dst_cidr[todo_sanity]
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_any_dst_pol
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_any[sanity]
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_vn
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_vn_dst_pol
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_route_leaking_pass_protocol_src_cidr_dst_cidr
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_associate_disassociate_api_policy
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_create_api_policy
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_policy_with_local_keyword_across_multiple_vn
scripts.policy.test_policy_api.TestApiPolicyFixture02.test_policy_api_fixtures
scripts.policy.test_policy_basic.TestBasicPolicy.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1]
scripts.policy.test_policy_basic.TestBasicPolicy.test_policy[suite1]
scripts.policy.test_policy_basic.TestBasicPolicy.test_policy_to_deny
scripts.policy.test_policy_basic.TestBasicPolicyModify.test_policy_modify_vn_policy[suite1]
scripts.policy.test_policy_basic.TestBasicPolicyNegative.test_remove_policy_with_ref[suite1]
scripts.policy.test_policy_basic.TestDetailedPolicy0.test_repeated_policy_modify[suite1]
scripts.policy.test_policy_detailed.TestDetailedPolicy0Ipv4v6.test_repeated_policy_modify[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_multi_vn_repeated_policy_update_with_ping[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_single_vn_repeated_policy_update_with_ping
scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_multi_vn_repeated_policy_update_with_ping[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_single_vn_repeated_policy_update_with_ping
scripts.project.test_projects_basic.TestProjectBasic.test_project_add_delete
scripts.qos.test_qos.TestQos.test_default_fc_update
scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dot1p
scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dscp
scripts.qos.test_qos.TestQos.test_qos_marking_dscp_on_vhost
scripts.qos.test_qos.TestQos.test_qos_remark_based_on_default_fc
scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vmi
scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vn
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi[cb_sanity,sanity]
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi_ipv6
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn_ipv6
scripts.qos.test_qos.TestQosPolicy.test_qos_config_and_fc_update_for_dscp_map_on_policy
scripts.qos.test_qos.TestQosPolicy.test_qos_remark_dscp_on_particular_rule_of_policy
scripts.qos.test_qos.TestQosPolicy.test_qos_vmi_precedence_over_policy_over_vn
scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_policy_including_si
scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_vmi_of_si
scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_route_aggregation
scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_with_multiple_route_aggregation_prefixes
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_ext_community_list_match_all_reject
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface[ci_sanity,sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_ext_community[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_network_static_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes_si
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_xmpp_matrix
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_inter_subcluster
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_intra_subcluster
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community_primary_route
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_reject_route
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_secondary_route_no_subcluster_ext_community
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_dep_routes_two_vns_with_same_rt
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_rt_CEM_22032[cb_sanity,sanity]
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_user_def_rt_entry[cb_sanity,sanity]
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_vn_rt_entry
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_basic[sanity,suite1]
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_hold_flow_negative_test
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_basic[sanity,suite1]
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_hold_flow_negative_test
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4Ipv6.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4_contrail.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupSynAckTest.test_syn_ack_create_flow
scripts.securitygroup.test_regression.SecurityGroupSynAckTestIpv6.test_syn_ack_create_flow
scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_basic[cb_sanity,ci_contrail_go_kolla_ocata_sanity,sanity,suite1]
scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_hold_flow_negative_test
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_collector
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_control
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_dns
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_control_connects_to_rabbitmq
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_dns_connects_to_rabbitmq
scripts.service_connections.test_service_connections.TestServiceConnections.test_random_client_connections_to_collector
scripts.service_connections.test_service_connections.TestServiceConnections.test_webui_configs
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_interface_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_network_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_multiple_vmis
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_si
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_interface_route_tables_to_vmi
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_network_route_table_to_vns
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_interface_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_network_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_interface_static_table[dev_sanity_dpdk,todo_sanity]
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_network_route_table[cb_sanity,dev_sanity_dpdk,todo_sanity]
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_with_neutron_router
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_net_nat_with_static_routes[sanity]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath[ci_sanity]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath[sanity]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_net_nat_with_static_routes
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_CEM_22032[ci_sanity_WIP,quick_sanity,sanity,suite1]
scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_in_network_datapath[ci_sanity_WIP,quick_sanity,sanity,suite1]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_basic[sanity]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_e2e_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_http
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_link_local_attach_to_vmi
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_left_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_nat_left_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_end_to_end_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_left_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_right_hc_fail_svm[sanity]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_scale_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_serial_hc_fail_svm
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_in_network_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring[ci_sanity_WIP,quick_sanity,sanity]
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_add_more_vns
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_policy_add_delete
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip
scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_in_network_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_add_more_vns
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_policy_add_delete
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_attach_detach_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_diff_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_policy_change_rules_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_policy_order_change_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirror_with_deny_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_attach_detach_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_diff_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_policy_change_rules_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_policy_order_change_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirror_with_deny_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer
scripts.vdns.test_vdns.TestvDNS0.test_agent_crash_dns_malformed_received
scripts.vdns.test_vdns.TestvDNS0.test_vdns_default_mode
scripts.vdns.test_vdns.TestvDNS0.test_vdns_fixed_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_ping_diff_vn[full_sanity]
scripts.vdns.test_vdns.TestvDNS0.test_vdns_random_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_roundrobin_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_diff_projs
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_fip
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_next_vdns[full_sanity]
scripts.vdns.test_vdns_basic.TestvDNSBasic0.test_vdns_ping_same_vn[ci_sanity,sanity,suite1]
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_generic_link_local_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ipam_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_metadata_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_mtu_update
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn_two_vms_two_different_subnets
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vm_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vn_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_Policy_CEM_22032
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_broadcast_udp_w_chksum
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_bulk_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_diff_proj_same_vn_vm_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_disassociate_vn_from_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_duplicate_vn_add
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_host_route_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_multiple_metadata_service_scale
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_policy_between_vns_diff_proj
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_hard_reboot_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_ping_on_broadcast_multicast
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_release_ipam
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_shutdown_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_soft_reboot_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN3.test_traffic_bw_vms_diff_pkt_size
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_gratuitous_arp
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_updating_vm_ip
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns_chk_ips
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_arp
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_gw_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_in_2_vns_chk_ping
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_intf_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multi_intf_in_same_vn_chk_ping
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multiple_flavors
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_static_ip_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_vn_block_exhaustion
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_in_agent_with_vms_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_name_with_spl_characters
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_agent_cleanup_with_control_node_stop
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_multiple_vn_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_vn_subnet_types
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_cem19894
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_dns_resolution_for_link_local_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_static_route_to_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_dhcp_for_ipv6
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_sctp_traffic_between_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_scp_tests[todo_sanity]
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_tftp_tests
scripts.vm_regression.test_vm.TestBasicVMVN0.test_Policy_CEM_22032
scripts.vm_regression.test_vm.TestBasicVMVN0.test_broadcast_udp_w_chksum
scripts.vm_regression.test_vm.TestBasicVMVN0.test_bulk_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_diff_proj_same_vn_vm_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_disassociate_vn_from_vm
scripts.vm_regression.test_vm.TestBasicVMVN0.test_duplicate_vn_add
scripts.vm_regression.test_vm.TestBasicVMVN0.test_host_route_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_multiple_metadata_service_scale
scripts.vm_regression.test_vm.TestBasicVMVN0.test_policy_between_vns_diff_proj
scripts.vm_regression.test_vm.TestBasicVMVN1.test_no_frag_in_vm
scripts.vm_regression.test_vm.TestBasicVMVN1.test_vn_gateway_flag_disabled
scripts.vm_regression.test_vm.TestBasicVMVN2.test_hard_reboot_vm
scripts.vm_regression.test_vm.TestBasicVMVN2.test_ping_on_broadcast_multicast
scripts.vm_regression.test_vm.TestBasicVMVN2.test_release_ipam
scripts.vm_regression.test_vm.TestBasicVMVN2.test_shutdown_vm
scripts.vm_regression.test_vm.TestBasicVMVN2.test_soft_reboot_vm
scripts.vm_regression.test_vm.TestBasicVMVN3.test_traffic_bw_vms_diff_pkt_size
scripts.vm_regression.test_vm.TestBasicVMVN4.test_gratuitous_arp
scripts.vm_regression.test_vm.TestBasicVMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum
scripts.vm_regression.test_vm.TestBasicVMVN4.test_updating_vm_ip
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns_chk_ips
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_arp
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_gw_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_in_2_vns_chk_ping
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_intf_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multi_intf_in_same_vn_chk_ping
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multiple_flavors
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_static_ip_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_vn_block_exhaustion
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_in_agent_with_vms_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_name_with_spl_characters
scripts.vm_regression.test_vm.TestBasicVMVN6.test_agent_cleanup_with_control_node_stop
scripts.vm_regression.test_vm.TestBasicVMVN6.test_multiple_vn_vm
scripts.vm_regression.test_vm.TestBasicVMVN6.test_vn_subnet_types
scripts.vm_regression.test_vm.TestBasicVMVN9.test_cem19894
scripts.vm_regression.test_vm.TestBasicVMVN9.test_dns_resolution_for_link_local_service
scripts.vm_regression.test_vm.TestBasicVMVN9.test_static_route_to_vm
scripts.vm_regression.test_vm.TestBasicVMVNx.test_sctp_traffic_between_vm[sanity]
scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_scp_tests[ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,vrouter_gw]
scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_tftp_tests
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_generic_link_local_service[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,dev_sanity_dpdk,sanity,suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ipam_add_delete[suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_metadata_service[cb_sanity,ci_sanity,sanity,suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_mtu_update
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn[ci_contrail_go_kolla_ocata_sanity,suite1,upgrade,vrouter_gw]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn_two_vms_two_different_subnets[ci_contrail_go_kolla_ocata_sanity,ci_sanity,sanity,suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vm_add_delete[suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vn_add_delete[suite1]
scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_sg_inter_vn[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_with_vn_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_inter_node
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_with_active_flows[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_remove_sg[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_with_aap[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes_intra_node[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_remove_sg_disable_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_inter_node
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_with_active_flows[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_remove_sg[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_with_aap[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes[cb_sanity,dev_reg,sanity]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes_intra_node[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_remove_sg_disable_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_sg_inter_vn[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_with_vn_policy[dev_reg]
scripts.vrouter.test_dpdk_bond_lacp.TestLacp.test_bond_lacp_config[dev_reg,sanity]
scripts.vrouter.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdk_bond_status[dev_reg,sanity]
scripts.vrouter.test_dpdk_fbit_disable_mbuf.TestFbitMergeBuffDisable.test_fbit_disable_mbuf_dpdk[dev_reg,sanity]
scripts.vrouter.test_dpdk_gro_gso.TestGroGso.test_dpdk_gro_gso[dev_reg,sanity]
scripts.vrouter.test_dpdk_vhost_mtu.TestMtu.test_mtu_config[dev_reg,sanity]
scripts.vrouter.test_dpdk_vifdump.TestVifdump.test_vifdump_on_interface[dev_reg,sanity]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error_inter_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_inter_node
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_lbaasv2[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_no_tcp_eviction
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap_ignore_addrs
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error_inter_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_inter_node
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_lbaasv2
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_no_tcp_eviction
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap_ignore_addrs
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg,sanity]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_lbaasv2
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_duplicate_frags
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_in_order
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_mixed
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_multi_sender
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order1
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_big_payload
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_icmp
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_inter_node
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_intra_node
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_syn
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_tcp
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_overlapping
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_1[dev_reg,sanity]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_2[dev_reg]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_3[dev_reg]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_4[dev_reg]
scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_1[dev_reg]
scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_2[cb_sanity,dev_reg,dev_sanity_dpdk,sanity]
scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_inter_node[dev_reg,todo_sanity]
scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_intra_node[dev_reg,sanity]
scripts.vrouter.test_vif_stats.TestvifStats.test_vif_statistics[dev_reg,sanity]
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures
+ export OS_TEST_PATH=./serial_scripts
+ OS_TEST_PATH=./serial_scripts
+ /usr/local/bin/testr list-tests
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \
${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list 
/usr/local/lib/python3.9/site-packages/selenium/webdriver/firefox/firefox_profile.py:203: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if setting is None or setting is '':
/contrail-test/serial_scripts/policy/test_policy_serial.py:1418: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if proto is 'udp' and\
/contrail-test/serial_scripts/policy/test_policy_serial.py:1600: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if proto is 'udp' and\
/contrail-test/serial_scripts/policy/test_policy_serial.py:1845: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if proto is 'udp' and\
/contrail-test/serial_scripts/solution/test_orange_solution.py:510: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:522: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:639: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:650: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:683: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:694: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if op is not 0:
serial_scripts.RR.test_rr.TestBasicRR.test_process_restart_with_rr_set[todo_sanity]
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_project
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_projects
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_project
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_flows_cli_cmds[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_logs_cli_cmd_with_multiple_different_optional_args[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_stats_cli_cmds[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_log_verification_with_delete_add_in_network_mode
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_tables
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_level_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_message_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_module
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_node_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_object_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_uves
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_connected_networks_based_on_policy
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_series_table
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_tables
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_process_status_agent
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_record_table_inter_vn[full_sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_sampling_teardown[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_series_table_inter_vn[full_sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_intra_vn
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_with_security_tagging
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_tables_with_invalid_fields_values
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_virtual_machine_uve_vm_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_for_all_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_routing_instance
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vrouter_uve_vm_on_vm_create
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_alarmgen_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_analytics_api_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_cassandra_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_collector_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_qe_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_redis_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_stunnel_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_zookeeper_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_bgp_peer_object_logs
serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_xmpp_peer_object_logs
serial_scripts.asn4.test_asn4.TestAsn4.test_as4_two_mx
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ebgp
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp_sanity[sanity]
serial_scripts.asn4.test_asn4.TestAsn4.test_cem_22457_router_asn_reset
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_fiptraffic_before_backup
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_to_backup_restore
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_traffic_after_restore
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as[dev_sanity_dpdk,sanity]
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router_negative
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_negative
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_precedence
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_endtoend_bgpaas_local_as
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_service_port_update
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_stop_start_controllers
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_vsrx_agent_stop
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone[sanity]
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_agent_restart
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_control_restart
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zones_from_single_vnf[sanity]
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_multiple_control_nodes_in_zone
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_attach_to_multiple_vns
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_basic
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_flap_bgp_session
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_logical_router
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_update_RT
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l2_bgpvpn_with_l2_vn
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l3_bgpvpn_with_l3_vn
serial_scripts.config.test_1553316.Test1553316.test_create_v6
serial_scripts.control_node_scaling.test_flap_agent_scale.TestBGPScale.test_bgp_scale
serial_scripts.device_manager.test_dm.TestDM.test_add_delete_device_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_add_delete_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_basic_dm[sanity]
serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_device_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_break_connectivity_to_mx
serial_scripts.device_manager.test_dm.TestDM.test_change_import_export_RT
serial_scripts.device_manager.test_dm.TestDM.test_change_vtep
serial_scripts.device_manager.test_dm.TestDM.test_changing_AS
serial_scripts.device_manager.test_dm.TestDM.test_dynamic_tunnels
serial_scripts.device_manager.test_dm.TestDM.test_external_group_pushed_to_mx
serial_scripts.device_manager.test_dm.TestDM.test_if_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_logs_for_errors
serial_scripts.device_manager.test_dm.TestDM.test_multiple_subnets
serial_scripts.device_manager.test_dm.TestDM.test_mx_connected_to_bms
serial_scripts.device_manager.test_dm.TestDM.test_nc_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_restart_dm
serial_scripts.device_manager.test_dm.TestDM.test_vn_change_forwarding_mode
serial_scripts.domain.test_domain.TestDomain.test_crud_domain
serial_scripts.domain.test_domain.TestDomain.test_domain_sanity
serial_scripts.domain.test_domain.TestDomain.test_domain_user_group
serial_scripts.domain.test_domain.TestDomain.test_domain_with_diff_user_groups
serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_user_in_diff_projects
serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_users_in_diff_domains
serial_scripts.domain.test_domain.TestDomain.test_perms_with_same_user_in_diff_projects
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_change_encap_mode
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_diff_pkt_sizes
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_encryption_enable_disable
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_link_local_service
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_vhost0
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_workload
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_ecmp_active_active_aap
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_interface_mirroring
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_interface_up_down
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_config_service
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_strongswan
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_vrouter_agent
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_basic
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_flap
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_restart
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_discrete_port_range
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_port_modify
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_tcp_basic[full_sanity]
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_udp_basic[full_sanity]
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_vhost_policy
serial_scripts.dynamic_vgw.test_dynamic_vgw.TestDynamicVgwCases.test_dynamic_vgw_compute_ping
serial_scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_precedence
serial_scripts.ecmp.test_ecmp.TestECMPMultipleSC.test_ecmp_svc_in_network_with_multiple_service_chains
serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_reboot_nodes
serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_service_restarts
serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_on_same_vn_gw_mx[sanity,serial]
serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_vn_with_encaps_change_gw_mx[serial]
serial_scripts.encap.test_encap.TestEncapCases.test_encaps_mx_gateway[serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_dns_disabled_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_scp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_l2_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_dns_disabled_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_scp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_l2_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_agent_restart
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_agent_restart
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_agent_restart[sanity,serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_verify_vxlan_mode_with_configured_vxlan_id_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_dns_disabled_for_l2_vn[cb_sanity,serial,todo_sanity]
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_scp[full_sanity,serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_qinq_tagged_packets_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_tagged_packets_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_l2_mode[serial]
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_crb_mcast
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_igmp_config
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multigroup_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic_crb_access
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_restart
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_singlenode_sanity
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_multicast_policy
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_source_within_cluster
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6MultiVn.test_evpnt6_multivn_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_crb_mcast
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_evpnt6_multinode_basic_crb_access
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceOnboard.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceRoles.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulOnboard.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulRoles.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_no_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_to_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_no_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_to_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_fabric_assisted_replication
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_no_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_to_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_no_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_to_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_fabric_assisted_replication
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_api_dm_restart
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_dm_stop_start
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_intravn
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_dc_gw_napt[mx_cgnat]
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_instance_on_public_network[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_private_and_public_vn_part_of_lr
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_update_vni
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_dci_negative_case
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_basic
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_restart
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_stop_device_manager
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_dci_negative_case
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_basic
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_restart
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_stop_device_manager
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intervn_basic
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_restart
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_alarms
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_cb
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_10
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_11
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_12
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_13
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_14
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_15
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_16
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_17
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_18
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_19
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_20
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_21
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_22
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_23
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_24
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_25
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_26
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_27
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_28
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_29
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_30
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_31
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_32
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_33
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_34
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_35
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_36
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_37
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_38
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_39
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_40
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_41
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_42
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_43
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_44
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_45
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_46
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_47
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_48
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_7
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_8
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_9
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_clei
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fan
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_firmware
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fpc
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_pem
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_power
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_re
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_temp
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_clei_models
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_detail
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_mac_addr
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_7
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_add_rt_to_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vn_from_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vni_from_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vxlan_traffic_between_vn
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_logical_router_static_route_update_in_lr_type5_vrf_on_qfx
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_movement_2
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_on_spine
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_both_tagged_and_untagged_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_tagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_untagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_brownfield_user_workflow
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_csn_ha
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_different_vlan_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_ntp_snmp_dns_basic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_hw_inventory[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_add_remove_interface[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_add_remove_interface
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_1
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_2
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_remove_add_instance
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_api_server
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_device_manager[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_rr_role_deletion
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_as_tagged_and_untagged_across_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_same_vpg_different_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_basic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic_erb
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_update_vlan_id
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_vdns
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_with_multiple_subnets
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_both_tagged_and_untagged_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_bridge_domain_on_leaf_tagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_different_vlan_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_lag_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_multihoming_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_restart_device_manager[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_as_tagged_and_untagged_across_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_same_vpg_different_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_single_interface_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestVxlanID.test_check_vxlan_id_reuse
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_rt_to_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_vni_to_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_basic
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_ecmp
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_lr_from_router
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_vn_from_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_restart_device_manager
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_tagged_bms
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_vm_to_bms_ping
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group_2
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSecurityGroup.test_security_group
serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_ebgp
serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_static
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_parallel[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_serial[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_serial_one_instance[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_parallel[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_serial[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_serial_one_instance[lcm_sanity]
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_hitless_upgrade
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_multiple_devices_multiple_times
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_spine
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_w_healthcheck_disabled
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_basic
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_public_connectivity_from_vm_bms
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_restart_dm_api_server
serial_scripts.fabric_underlay.test_ztp.TestZtpWithErb.test_fabric_erb_intervn_basic
serial_scripts.fabric_underlay.test_ztp.TestZtpWorkFlow.test_ztp_workflow
serial_scripts.firewall.test_fw.TestFirewallBasic.test_address_group
serial_scripts.firewall.test_fw.TestFirewallBasic.test_application_policy_set
serial_scripts.firewall.test_fw.TestFirewallBasic.test_endpoint_type
serial_scripts.firewall.test_fw.TestFirewallBasic.test_local_scope
serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_application
serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_order
serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_match_tag_type
serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_order
serial_scripts.firewall.test_fw.TestFirewallBasic.test_service_group
serial_scripts.firewall.test_fw.TestFirewallBasic.test_tag_import_order
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress_diff_project
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress_diff_project
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_commit_while_discard_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_discard_while_commit_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_draft_mode_scope
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_1
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_2
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_3
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_across_scopes
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_same_scope
serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_global_draft_mode
serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_local_draft_mode
serial_scripts.firewall.test_fw.TestFirewall_1.test_floating_ip
serial_scripts.firewall.test_fw.TestFirewall_1.test_unidirection_rule
serial_scripts.firewall.test_fw.TestFirewall_2.test_subinterface
serial_scripts.firewall.test_fw.TestFirewall_3.test_allowed_address_pair
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_api_restart
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_basic
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_group
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_objects_quota
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_policy
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_rule_properties
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_shared
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_validate_default
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_policy_application
serial_scripts.firewall.test_fwaas_neutron.TestFwaasV6.test_fwaas_v6
serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_service_restart_with_fip[serial]
serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_traffic_with_control_node_switchover
serial_scripts.floatingip.test_mx.TestSerialSanity_MX.test_change_of_rt_in_vn[mx_test,sanity,serial]
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l3
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_aap
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_broadcast_multicast
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip_4518_with_FIP
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_aap
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_fip
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_ipfab_vn_and_cust_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_multi_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_single_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_ip_fab_vn_and_cust_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_multi_vn_ip_fab
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ip_fab[cb_sanity,sanity]
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ipv6
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_vhost0_policy
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWDSvcChain.test_ip_fabric_svc_in_network_datapath
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot_computes
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_shutdown
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_isolate
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot[ha]
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot_computes
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_api_server_single_failure[ha]
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_cassandra_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_control_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_dns_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_glance_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_haproxy_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_keystone_single_failure[ha]
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_mysql_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_named_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_neutron_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_api_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_conductor_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_scheduler_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_rabbitmq_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_schema_transformer_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_svc_monitor_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_zookeeper_single_failure
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_contrail_apiserver_restart
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_kube_master
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_slave
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kube_manager_restart_on_master
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kubelet_restart_on_computes
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_vrouter_agent_restart
serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_config_add_change_while_control_nodes_go_down
serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_traffic_connections_while_control_nodes_go_down
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_1GB
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_agent_restart_1GB
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_restart_1GB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_2MB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_agent_restart_2MB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_restart_2MB
serial_scripts.huge_pages.test_flow.TestFlowNoHugePage.test_flow_traffic_sanity_no_hugepages
serial_scripts.interAS.test_interas.TestInterAS.test_interAS_controller_restart
serial_scripts.interAS.test_interas.TestInterAS.test_interAS_ecmp_to_VM
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_remote_ce
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_with_subintf
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_vrouter_restart
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_forwarding_mode
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_ce
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_with_fat_flow
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_with_subintf
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_tcp_remote_ce
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_vrouter_restart
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect_with_alt_names[cb_sanity]
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_analytics_introspect
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_cert_without_cn
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_self_signed_cert
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_single_set_certs
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl_negative_cases
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_create[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_delete[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_deployments_services_in_easy_ns[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_service_in_zomsrc_ns[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_admin_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_custom_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_deployment_in_custom_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_pod_in_custom_project[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_kube_manager_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_kube_manager_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_k8s_auth_pod_delete[auth]
serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_kube_manager_restart[auth]
serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd__with_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_pod_restart
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_docker_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kube_manager_restart
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kubelet_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_nodes_reboot
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_vrouter_agent_restart
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_pod_restart
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart_on_master
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_master_reboot
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_nodes_reboot
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_node_reboot
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_contrail_apiserver_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_apiserver_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_pods_custom_isolation_post_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_services_custom_isolation_post_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_post_kube_manager_restart
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_vrouter_agent_restart
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_service_isolation_post_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_ingress_reachability_across_projects
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_reachability_across_projects_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_service_reachability_across_projects
serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_km_active_backup[k8s_sanity]
serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_single_node_failover
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_isolated_namespace[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_non_default_namespace
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_cluster_ip_service_with_pod_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_dns_pod_with_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_ingress_fanout_with_multi_intf_backends
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_fabric_fwd_snat
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_node_reboot
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_mult_intf_with_kebelet_restart_on_master
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_inf_with_contrail_apiserver_restart[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_docker_restart_on_slave[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kube_apiserver_restart
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kubelet_restart_on_slave[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_defualt_route
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_type_nodeport_with_pod_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_with_type_loadbalancer_with_multi_intf_pods
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_many_pods[ci_contrail_go_k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_egress_policy_over_project_isolation
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_ingress_policy_over_project_isolation
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_docker_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_slave[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_pod_restart
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_rule_pod_restart
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_master_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_kube_manager_restart_with_nodeport_services[k8s_sanity,k8s_upgrade]
serial_scripts.k8s_scripts.test_service.TestService.test_kubelet_restart_on_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_reboot_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_service_with_kube_manager_restart
serial_scripts.k8s_scripts.test_service.TestService.test_vrouter_restart_on_slaves_with_nodeports
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_contrail_status_on_compute_with_agent_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_flow_stickiness_with_interface_flap_workload_in_different_vn_and_compute
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_inter_vn_traffic_with_logical_router
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_agent_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_compute_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_physical_interface_flap
serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_after_stop_start_vrouter_agent
serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_svc_mon_restart
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_llgr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart_gracefully[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart_gracefully[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl_restart[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_llgr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl_restart[llgr]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_bfd_health_check_vmi_flap_l2mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_check_bgpaas_with_macip_enabled_vns
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_default_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_health_check_detach
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_default_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_learn_route_on_controller_extend_to_MX
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_move_ip_across_computes_l2
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_static_route_table_inter_vn_inter_compute
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_50
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_controller_container_restart[full_sanity]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_vrouter_agent_restart[full_sanity]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_GT_50_negative
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_drop_new_flows_flag
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_dropstats
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence_with_max_vm_flows
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vmi_level
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level_already_has_some_vmis
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vm
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vrouter_agent
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_md5_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_check_per_peer_on_control[sanity]
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_create_md5_on_control[sanity]
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_diff_keys_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_different_keys_md5_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_iter_keys_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_precedence_per_peer_on_control
serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNMultiCompute.test_mvpn_multi_vn_multi_compute
serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNSingleCompute.test_mvpn_multi_vn_single_compute
serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNMultiCompute.test_mvpn_single_vn_multi_compute
serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNSingleCompute.test_mvpn_single_vn_within_compute
serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_active_standby_failover
serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_lbaas_garbage_collector
serial_scripts.neutron.test_ports.TestPorts.test_custom_aap_prefix_length_limit
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_admin_tenant
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_new_tenant
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_quota_for_admin_tenant
serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_config_and_vrouter_restart
serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_config_and_vrouter_restart
serial_scripts.neutron.test_routers.TestRouterSNAT.test_snat_active_standby_mode
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_default_nh_limit[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change_with_mpls[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_one_million[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_default_nh_limit[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change_with_mpls[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_one_million
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_default
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_dynamic_update
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_zero
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_multi_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_single_isid[cb_sanity,full_sanity]
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_multi_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_single_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacMove.test_mac_move
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_change_isid_at_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_mac_learning_disable_at_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_negative_cases_for_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_swap_isids_on_bds
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_zero_isid_config
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_one_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_scale_policy_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyApi.test_policy_rules_scaling_with_ping_api
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_one_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_scale_policy_with_ping
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_controlnode_switchover_policy_between_vns_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_across_projects
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_with_multi_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_replace_single_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_with_multi_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_verify_flows_unaffected_by_policy_update
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_implict_rule_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_scaled_udp_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_spl_char_in_name
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_consolidate
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_cross_app_traffic
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_full_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_global_and_project_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_multi_protocol
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_consolidate
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_traffic
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_partial_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_project_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_query_where_clause
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_user_specified_aps_name
serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_query_select_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_untagged
serial_scripts.qos.test_qos.TestQosControlDscp.test_analytics_packet_dscp
serial_scripts.qos.test_qos.TestQosControlDscp.test_dns_packet_dscp
serial_scripts.qos.test_qos.TestQosControlDscp.test_vhost_marking_over_control_packet_marking
serial_scripts.qos.test_qos.TestQosControlDscp.test_xmpp_packet_dscp
serial_scripts.qos.test_qos.TestQosEncap.test_qos_remark_dscp_on_vmi_gre_encap
serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_config_on_policy_for_all_dscp_entries
serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_remark_exp_dscp_on_policy_gre_encap
serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_qos_queue_on_vmi_precedence_over_policy_over_vn
serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_queue_dscp_on_policy
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_configuration_on_bond_intf
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_rr_queues
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_queues
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_rr_queues
serial_scripts.qos.test_qos.TestQosQueueSerial.test_default_queueing
serial_scripts.qos.test_qos.TestQosQueueSerial.test_fc_queue_id_update
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dot1p
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dscp
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queueing_dscp_on_vhost
serial_scripts.qos.test_qos.TestQosSVCSerial.test_qos_queueing_on_vmi_of_si
serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_fc
serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_qc
serial_scripts.qos.test_qos_scaling.TestQosScaling.test_forwarding_class_scaling
serial_scripts.qos.test_qos_scaling.TestQosScaling.test_qos_config_scaling
serial_scripts.rbac.test_rbac.RbacLbassv2.test_rbac_lbaasv2_plugin
serial_scripts.rbac.test_rbac.TestAnalyticsRbac.test_analytics_access
serial_scripts.rbac.test_rbac.TestRbac.test_create_delete_service_chain
serial_scripts.rbac.test_rbac.TestRbac.test_delete_default_acl
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_global_share[ci_sanity,sanity]
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share_basic
serial_scripts.rbac.test_rbac.TestRbac.test_rbac_rules_hierarchy
serial_scripts.rbac.test_rbac.TestRbac.test_rules_aggregation
serial_scripts.rbac.test_rbac.TestRbac2.test_rbac_multiple_roles
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_perms2_owner[ci_sanity,sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_acl_different_roles[ci_sanity,sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_create_delete_vm[sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_vn_share_external_flag_with_member_role
serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_messages_in_db_through_contrail_logs
serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_sanity_if_provisioned
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_persistence_across_restarts
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_with_multiple_ctrl_nodes
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_vpnv4_route_entry_only_on_RT_interest_receipt
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_longevity[flow_scale]
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_tcp[flow_scale]
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_udp[flow_scale]
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_1krules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_200rules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vn
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_sgs_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_np
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_sg
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_sgs_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_snat_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_default_sg_np
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_1krules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_200rules
serial_scripts.scale.scale_test_intf_mirror.test_intf_mirror_entry_scale.TestIntfMirrorScale.test_intf_mirroring_scale_max_number
serial_scripts.scale.sub_interface.test_sub.TestSubInterfaceScale.test_sub_interface_scale[sub_intf_scale]
serial_scripts.scale.test_alarm_scale.TestScaleAlarm.test_alarm_scaling[scale_alarm]
serial_scripts.scale.test_lr_scale.TestLRScale.test_lr
serial_scripts.scale.test_lr_scale.TestLRScale.test_subnet_per_vn_lr
serial_scripts.scale.test_lr_scale.TestLRScale.test_vn_per_lr
serial_scripts.scale.test_scale_config.TestScaleConfig.test_fip_scaling[scale_fip]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_rulues_scaling[scale_np_rules]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_scaling[scale_np]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_port_scaling[scale_port]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_rules_scaling[scale_sg_rules]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_scaling[scale_sg]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_vn_scaling[scale_vn]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_compute_node_vrf_scaling[scale_vrf]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_control_node_vrf_scaling[scale_vrf]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_vm_scaling[scale_vrf]
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProjectIpv6.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject_contrail.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_default_sg_active_flow
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow1
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow2
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow3
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow4
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_default_sg_active_flow
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow1
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow2
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow3
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow4
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_config_nodemgr
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_control_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_dns_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_control
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_dns
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_after_collector_restart_and_agent_sighup
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_on_collector_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_control_connection_after_collector_restart_and_control_sighup
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_agent_connection_on_control_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_convergence_on_agent_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_dns_agent_connection_on_dns_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_control_connection_on_rabbitmq_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_dns_connection_on_rabbitmq_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_recovery_from_errored_configdb_entry_in_control
scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count
scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates
scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table
scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_01_verify_post_deploy
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_02_interface_check
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_03_giant_frame_test
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_04_check_tls
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_05_bfd_bgpaas_feature
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_06_sdn_gw_feature
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_07_ha_resiliency
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_08_restart_from_os
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_09_vsrx_cli_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_10_virsh_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_11_BGP_session_flap_before_convergence
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_12_vrouter_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_13_restart_dpdk_compute_hosting_vsfoup
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_14_restart_kernel_compute_hosting_vsfocp
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_15_network_restart_on_compute
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_16_HC_on_BGPaaS
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_run_all_tests
serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm[ci_sanity]
serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm_with_large_mtu[ci_sanity]
serial_scripts.sriov.test_sriov.TestSriov.test_virtual_function_exhaustion_and_resue[ci_sanity]
serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_1
serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_all
serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_1
serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_all
serial_scripts.system_test.flow_tests.test_flow_scaling.TestFlowScaling.test_flow_scaling_interNode_interVN
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowMultiProj.test_flow_multi_projects
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodeFIP_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodePol_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodeFIP_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodePol_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNinterNode_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNintraNode_flows
serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_behavior
serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_forwarding_with_dhcp_disabled
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_asn_and_rt_update
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_configured_vxlan_id_inter_vn
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_ping_between_two_tors_inter_vn
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_after_tsn_failover
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_ovs_restarts
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_tor_agent_restarts
serial_scripts.tor.test_bms.TestTor.test_add_remove_vmi_from_tor_lif
serial_scripts.tor.test_bms.TestTor.test_arp_proxy_by_vrouter_for_vms
serial_scripts.tor.test_bms.TestTor.test_dhcp_flood_for_unknown_mac
serial_scripts.tor.test_bms.TestTor.test_enable_disable_unknown_unicast_forwarding
serial_scripts.tor.test_bms.TestTor.test_no_dhcp_for_unknown_bms
serial_scripts.tor.test_bms.TestTor.test_ovsdb_config_on_tor
serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_tagged_bms
serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_untagged_bms
serial_scripts.tor.test_bms.TestTor.test_ping_between_two_tors_intra_vn
serial_scripts.tor.test_bms.TestTor.test_two_vmis_on_lif
serial_scripts.tor.test_bms.TestTor.test_unknown_unicast_forwarding
serial_scripts.tor.test_bms.TestTor.test_with_multiple_subnets
serial_scripts.tor.test_bms.TestVxlanID.test_check_vxlan_id_reuse
serial_scripts.tor.test_bms.TestVxlanID.test_diff_vns_but_same_vxlan_id
serial_scripts.tor.test_bms.TestVxlanIDWithRouting.test_check_vxlan_id_update
serial_scripts.tor.test_bms_negative.TestBMSNegative.test_vmi_delete_when_lif_bound
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_fiptraffic_before_upgrade[upgrade]
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_to_upgrade[upgrade]
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_traffic_after_upgrade[upgrade]
serial_scripts.vdns.test_vdns.TestvDNS0.test_vdns_zrecord_scaling
serial_scripts.vdns.test_vdns.TestvDNS1.test_vdns_tree_scaling
serial_scripts.vdns.test_vdns.TestvDNS2.test_vdns_server_scaling
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_agent_query_all_dns_servers_policy_fixed
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_agent_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_controlnode_switchover
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_dns_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_named_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_diff_zone
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_same_zone
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_different_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_same_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_multiple_subnet_for_single_vgw
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_different_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_same_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_restart_of_vgw_node
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_bring_up_vm_with_control_node_down
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_control_node_switchover[cb_sanity,sanity]
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_ipam_persistence_across_restart_reboots
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_kill_service_verify_core_generation
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_max_vm_flows
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_add_delete_with_stop_start_service
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_delete_with_stop_start_service
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_nova_com_sch_restart_with_multiple_vn_vm
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_in_policy_between_vns[cb_sanity,sanity]
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_with_multiple_vn_vm
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_underlay_broadcast_traffic_handling[sanity]
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_ssl_disabled_on_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_cert_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_key_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_without_cert_key_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_no_ca_cert
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_ssl_service_without_ca_cert
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled_only_on_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_flag_not_set_in_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_cert_in_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_key_in_agent
serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerial.test_disable_policy_ecmp_siv2
serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerialIpv6.test_disable_policy_ecmp_siv2
serial_scripts.vrouter.test_drop_stats.TestDropStats.test_flow_action_drop_stats[dev_reg,sanity]
serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrIpv6Serial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg,sanity]
serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_add_delete_fat_flow_config[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn_intra_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_inter_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_intra_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_port_zero_intra_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_vn_vmi[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_with_service_chain[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_add_delete_fat_flow_config[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn_intra_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_inter_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_intra_vn_inter_node[cb_sanity,sanity]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_port_zero_intra_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_vn_vmi[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_with_service_chain[dev_reg]
serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_flow_update_on_route_update
serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_with_fuzz_bug_1504710
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_custom_flow_export_rate
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_default_flow_export_rate
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_after_agent_restart
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_disabling
serial_scripts.vrouter.test_flow_scenarios.SimpleTCPFlowEvictionTests.test_flow_entry_after_tcp_session
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_eviction_on_tcp_rst
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_on_normal_tcp_close
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_hping3_tcp_traffic_for_eviction
serial_scripts.vrouter.test_negative.KernelCrashTest.test_crash_file_creation
serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_inter_node
serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_intra_node
serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_inter_node
serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_intra_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_inter_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_intra_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_rate
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_fw_update
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_global
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_on_vmi
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_fw_update
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_global
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_on_vmi
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_inter_node
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_intra_node
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_rate
serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_kernal_module_unload_reload
serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_xconnect
serial_scripts.webui.test_webui.WebuiTestSanity.test1_1_create_svc_templates[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_2_create_ipams[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_3_create_virtual_networks[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_4_create_ports[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_5_create_routers[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_6_create_policies[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_7_attach_policy_to_vn[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_8_launch_virtual_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_9_create_svc_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_1_create_physical_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_2_create_physical_interfaces[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_3_create_forwarding_classes[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_4_create_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_5_attach_qos_config_to_vn[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_6_create_network_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_7_attach_network_route_table_to_VN[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_8_create_routing_policies[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_9_create_route_aggregates[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_create_dns_servers[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_1_attach_routing_policy_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_2_attach_route_aggregate_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_3_create_svc_health_check[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_create_dns_records[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_3_create_security_groups[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_4_create_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_5_allocate_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_6_associate_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_7_attach_svc_health_check_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_8_create_bgp_aas[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_9_create_global_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_1_create_bgp_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_2_create_link_local_service[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_3_create_virtual_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_4_create_service_appliance_set[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_5_create_service_appliances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_6_create_alarms_in_project_and_in_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_7_create_rbac[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_8_create_ovsdb_tor_agent[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_9_create_netconf_phy_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_edit_net_without_change
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_1_create_vcpe_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_2_create_log_statistic[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_3_create_flow_aging[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_4_create_interface_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_5_attach_intf_route_table_to_port[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_edit_net_disp_name_change
serial_scripts.webui.test_webui.WebuiTestSanity.test3_3_edit_net_disp_name_change_with_spl_char
serial_scripts.webui.test_webui.WebuiTestSanity.test3_4_edit_net_by_add_policy
serial_scripts.webui.test_webui.WebuiTestSanity.test3_5_edit_net_by_add_subnet
serial_scripts.webui.test_webui.WebuiTestSanity.test3_6_edit_net_host_opt
serial_scripts.webui.test_webui.WebuiTestSanity.test3_7_edit_net_adv_opt
serial_scripts.webui.test_webui.WebuiTestSanity.test3_8_edit_net_dns
serial_scripts.webui.test_webui.WebuiTestSanity.test3_9_edit_net_dns_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test4_2_edit_net_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test4_3_edit_net_route_target_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test4_4_edit_net_exp_route_target_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test4_5_edit_net_imp_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test4_6_edit_net_imp_route_target_asn_ip[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test4_7_create_vn_with_spl_char
serial_scripts.webui.test_webui.WebuiTestSanity.test5_1_edit_net_host_opt_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test5_2_edit_net_adv_opt_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test5_3_edit_net_route_target_neg_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_4_edit_net_route_target_neg_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_5_edit_net_exp_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_6_edit_net_exp_route_target_neg_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_7_negative_case_edit_net_with_invalid_route_target_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_8_edit_net_exp_route_target_neg_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_9_negative_case_edit_net_with_invalid_route_target_num
serial_scripts.webui.test_webui.WebuiTestSanity.test6_1_edit_port_without_change
serial_scripts.webui.test_webui.WebuiTestSanity.test6_2_edit_port_vn_port_name
serial_scripts.webui.test_webui.WebuiTestSanity.test6_4_edit_port_by_add_advanced_option_with_nh_mode_dynamic
serial_scripts.webui.test_webui.WebuiTestSanity.test6_5_edit_port_by_add_advanced_option_with_nh_mode_static
serial_scripts.webui.test_webui.WebuiTestSanity.test6_6_edit_port_by_dhcp_option
serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_1_edit_port_by_fat_flow_protocol_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_edit_port_by_fat_flow_protocol
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_1_edit_port_by_add_advanced_option_allowed_address_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_2_edit_port_by_add_advanced_option_analyzer_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_3_edit_port_by_add_advanced_option_nh_static_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_1_add_sub_interface_with_invalid_vlan_id
serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_add_sub_interface
serial_scripts.webui.test_webui.WebuiTestSanity.test7_1_edit_config_infra_global_config_forwarding_option
serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_1_edit_config_infra_global_config_bgp_option_invalid_values
serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_edit_config_infra_global_config_bgp_option
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_alarms_project_and_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_records
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_servers
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_forwarding_classes[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_bgp_router
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_flow_aging
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_log_statistic
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_link_local_service
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_project_quotas
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_domain[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_project[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appl_set
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appliances
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_virtual_router
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_network_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_floating_ips
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_intf_table
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ipams
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_policies
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ports
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_routers
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_sec_group
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_virtual_networks
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_phy_rtr
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_physical_interfaces[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_route_aggregates
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_routing_policies
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_bgpaas[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_instances
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_templates
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_svc_health_check[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_peer_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_dashboard_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_basic_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_basic_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_write_port_with_add_security_group
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_compute_negative_xmpp_auth
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_precedence_xmpp_auth[sanity]
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_restart_services_xmpp_auth
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_undo_xmpp_auth[sanity]
+ setup_physical_routers
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ /usr/bin/python3 tools/setup_physical_routers.py contrail_test_input.yaml
+ [[ -n '' ]]
+ [[ ! -z '' ]]
+ '[' -z ']'
+ '[' '!' -z ci_sanity ']'
+ testrargs+=ci_sanity
+ export TAGS=ci_sanity
+ TAGS=ci_sanity
+ [[ ! -z ci_sanity ]]
+ run_tests
+ testr_init
+ '[' '!' -d .testrepository ']'
+ /usr/local/bin/testr init
+ find . -type f -name '*.pyc' -delete
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts
+ export OS_TEST_PATH=./scripts/
+ OS_TEST_PATH=./scripts/
+ export DO_XMPP_CHECK=1
+ DO_XMPP_CHECK=1
+ '[' '!' -d ./scripts/ ']'
+ '[' 0 -eq 1 ']'
+ '[' 0 -eq 0 ']'
+ echo 'running in serial'
running in serial
+ /usr/local/bin/testr run --subunit ci_sanity
+ /usr/local/bin/subunit2junitxml -f -o result_2026_05_13_16_33_40_28791.xml
/contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if type(public_network_obj).__name__ is 'VirtualNetwork':
/contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if encoding is 'All':
/contrail-test/tcutils/collector/opserver_util.py:378: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if len(match_v) is 1:
/contrail-test/tcutils/collector/opserver_util.py:379: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if match_v[0][-1] is '*':
/contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if proto is "TCP":
/contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if traffic_type is "ICMP":
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if value is 1:
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="?
  if value is 2:
/usr/local/lib/python3.9/site-packages/glanceclient/common/http.py:180: SyntaxWarning: "is not" with a literal. Did you mean "!="?
  if kwargs.get('cacert', None) is not '':
2026-05-13 16:34:00,797 - INFO - Using existing project ['default-domain', 'admin'](4dc2395c-a475-4ebf-88fd-046a5d73b7e6)
2026-05-13 16:34:00,950 - INFO - ================================================================================
2026-05-13 16:34:00,950 - INFO - STARTING TEST    : test_contrail_status
2026-05-13 16:34:00,950 - INFO - TEST DESCRIPTION :  Test to verify that all services are running and active

        
2026-05-13 16:34:01,093 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:34:01,093 - INFO - 
2026-05-13 16:34:01,173 - INFO - 10.0.0.50
2026-05-13 16:34:01,173 - INFO -   config
2026-05-13 16:34:01,178 - INFO -     config-nodemgr:active
2026-05-13 16:34:01,183 - INFO -     api-server:active
2026-05-13 16:34:01,186 - INFO -     schema:active
2026-05-13 16:34:01,190 - INFO -     svc-monitor:active
2026-05-13 16:34:01,194 - INFO -     device-manager:active
2026-05-13 16:34:01,194 - INFO -   config-database
2026-05-13 16:34:01,194 - INFO -     config-cassandra:active
2026-05-13 16:34:01,195 - INFO -     config-zookeeper:active
2026-05-13 16:34:01,195 - INFO -     config-rabbitmq:active
2026-05-13 16:34:01,195 - INFO -   vrouter
2026-05-13 16:34:01,199 - INFO -     vrouter-nodemgr:active
2026-05-13 16:34:01,203 - INFO -     agent:active
2026-05-13 16:34:01,204 - INFO -   control
2026-05-13 16:34:01,209 - INFO -     control-nodemgr:active
2026-05-13 16:34:01,213 - INFO -     control:active
2026-05-13 16:34:01,214 - INFO -     named:active
2026-05-13 16:34:01,219 - INFO -     dns:active
2026-05-13 16:34:01,219 - INFO -   analytics
2026-05-13 16:34:01,224 - INFO -     analytics-nodemgr:active
2026-05-13 16:34:01,229 - INFO -     analytics-api:active
2026-05-13 16:34:01,238 - INFO -     collector:active
2026-05-13 16:34:01,239 - INFO -   analytics-database
2026-05-13 16:34:01,239 - INFO -     analytics-cassandra:active
2026-05-13 16:34:01,245 - INFO -     analyticsdb-nodemgr:active
2026-05-13 16:34:01,251 - INFO -     query-engine:active
2026-05-13 16:34:01,251 - INFO -   webui
2026-05-13 16:34:01,251 - INFO -     webui:active
2026-05-13 16:34:01,251 - INFO -     webui-middleware:active
2026-05-13 16:34:01,252 - INFO -     redis:active
2026-05-13 16:34:01,252 - INFO -   analytics_snmp
2026-05-13 16:34:01,257 - INFO -     snmp-collector:active
2026-05-13 16:34:01,257 - INFO -     snmp-topology:active
2026-05-13 16:34:01,257 - INFO -   analytics_alarm
2026-05-13 16:34:01,257 - INFO -     alarmgen:active
2026-05-13 16:34:01,257 - INFO - All the contrail services are up on all nodes
2026-05-13 16:34:01,257 - INFO - contrail-status passed
2026-05-13 16:34:01,389 - INFO - END TEST : test_contrail_status : PASSED[0:00:01]
2026-05-13 16:34:01,389 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:34:01,444 - INFO - Domain Default found not creating
2026-05-13 16:34:01,651 - INFO - Project ctest-AnalyticsBasicTestSanity-09671218 not found, creating it
2026-05-13 16:34:02,176 - INFO - Created Project:ctest-AnalyticsBasicTestSanity-09671218, ID : 8fecc70f-20d2-4b43-b047-106c1575683a 
2026-05-13 16:34:03,861 - INFO - ================================================================================
2026-05-13 16:34:03,862 - INFO - STARTING TEST    : test_verify_object_logs
2026-05-13 16:34:03,862 - INFO - TEST DESCRIPTION : 
          Description: Test to validate object logs
              1.Create vn/vm and verify object log tables updated with
                those vn, vm and routing-instance - fails otherwise
          Maintainer: sandipd@juniper.net
        
2026-05-13 16:34:04,005 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:34:04,005 - INFO - 
2026-05-13 16:34:05,186 - INFO - Created VN ctest-vn22-45770883
2026-05-13 16:34:05,905 - INFO - Verified VN network id 5 for VN 4074ec39-ae98-453a-986c-b62b6eda3015
2026-05-13 16:34:05,905 - INFO - Verifications in API Server for VN ctest-vn22-45770883 passed
2026-05-13 16:34:05,963 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn22-45770883 passed
2026-05-13 16:34:06,446 - INFO - Validated that VN default-domain:ctest-AnalyticsBasicTestSanity-09671218:ctest-vn22-45770883 is found in opserver
2026-05-13 16:34:06 URL:http://nexus.opensdn.io/repository///images/converts//cirros-0.3.0-x86_64-disk.vmdk.gz [9186478/9186478] -> "/contrail-test/images/cirros-0.3.0-x86_64-disk.vmdk.gz" [1]
2026-05-13 16:34:09,864 - INFO - VM ([<Server: ctest-AnalyticsBasicTestSanity-09671218-04577288>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:34:25,240 - INFO - Validated ObjectVNTable, ObjectRoutingInstance, ObjectVMTable logs
2026-05-13 16:34:25,240 - INFO - Deleting VM ctest-AnalyticsBasicTestSanity-09671218-04577288
2026-05-13 16:34:25,405 - INFO - Deleting VN ctest-vn22-45770883 
2026-05-13 16:34:25,450 - WARNING - Deleting VN ctest-vn22-45770883 failed..Will retry
2026-05-13 16:34:27,746 - INFO - Validated that VN ctest-vn22-45770883 is not found in API Server
2026-05-13 16:34:27,756 - INFO - Validated that VN ctest-vn22-45770883 is not in any agent
2026-05-13 16:34:27,772 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn22-45770883 info
2026-05-13 16:34:27,902 - INFO - END TEST : test_verify_object_logs : PASSED[0:00:24]
2026-05-13 16:34:27,902 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:34:28,673 - INFO - Deleted project: ctest-AnalyticsBasicTestSanity-09671218, ID : 8fecc70f-20d2-4b43-b047-106c1575683a 
2026-05-13 16:34:28,904 - INFO - Using existing project ['default-domain', 'admin'](4dc2395c-a475-4ebf-88fd-046a5d73b7e6)
2026-05-13 16:34:28,912 - INFO - ================================================================================
2026-05-13 16:34:28,912 - INFO - STARTING TEST    : test_db_manage
2026-05-13 16:34:28,912 - INFO - TEST DESCRIPTION :  Test db_manage.py tool

        
2026-05-13 16:34:29,043 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:34:29,043 - INFO - 
2026-05-13 16:34:33,032 - WARNING - Errors are still present: 2026-05-13 16:34:32,794 ERROR: (v1.41) Checker check_subnet_addr_alloc: Failed:
2026-05-13 16:34:33,032 - WARNING - Ignore some errors untill fix
2026-05-13 16:34:33,202 - INFO - END TEST : test_db_manage : PASSED[0:00:05]
2026-05-13 16:34:33,203 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:34:33,273 - INFO - Using existing project ['default-domain', 'admin'](4dc2395c-a475-4ebf-88fd-046a5d73b7e6)
2026-05-13 16:34:33,283 - INFO - ================================================================================
2026-05-13 16:34:33,283 - INFO - STARTING TEST    : test_analytics_docs
2026-05-13 16:34:33,283 - INFO - TEST DESCRIPTION :  Test docs from analytics API

        analytics api docs
        curl -s http://collector_ips[0]:8081/documentation/index.html | grep "<title>Welcome to Contrail Analytics API documentation!"
        
2026-05-13 16:34:33,430 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:34:33,431 - INFO - 
2026-05-13 16:34:33,596 - INFO - END TEST : test_analytics_docs : PASSED[0:00:00]
2026-05-13 16:34:33,596 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:34:33,598 - INFO - ================================================================================
2026-05-13 16:34:33,598 - INFO - STARTING TEST    : test_config_docs
2026-05-13 16:34:33,598 - INFO - TEST DESCRIPTION :  Test docs from config API

        config api docs
        curl -s http://cfgm_ips[0]:8082/documentation/index.html | grep "<title>Juniper Contrail Configuration API Model"
        
2026-05-13 16:34:33,751 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:34:33,751 - INFO - 
2026-05-13 16:34:33,913 - INFO - END TEST : test_config_docs : PASSED[0:00:00]
2026-05-13 16:34:33,913 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:34:33,998 - INFO - Domain Default found not creating
2026-05-13 16:34:34,199 - INFO - Project ctest-FloatingipBasicTestSanity-06762618 not found, creating it
2026-05-13 16:34:34,731 - INFO - Created Project:ctest-FloatingipBasicTestSanity-06762618, ID : 9240207e-4f0c-4396-be47-103fbdfd0ae6 
2026-05-13 16:34:36,371 - INFO - Using existing project ['default-domain', 'admin'](4dc2395c-a475-4ebf-88fd-046a5d73b7e6)
2026-05-13 16:34:36,795 - INFO - admin user already present
2026-05-13 16:34:37,307 - INFO - Adding rules to the default security group in Project admin
2026-05-13 16:34:37,628 - INFO - ================================================================================
2026-05-13 16:34:37,628 - INFO - STARTING TEST    : test_floating_ip
2026-05-13 16:34:37,629 - INFO - TEST DESCRIPTION : Test to validate floating-ip Assignment to a VM. It creates a VM, assigns a FIP to it and pings to a IP in the FIP VN.
        
2026-05-13 16:34:37,768 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:34:37,768 - INFO - 
2026-05-13 16:34:38,585 - INFO - Created VN ctest-fvn-38723165
2026-05-13 16:34:39,238 - INFO - Verified VN network id 6 for VN 612ecdea-31bc-412f-8129-f3ab18b73bb9
2026-05-13 16:34:39,238 - INFO - Verifications in API Server for VN ctest-fvn-38723165 passed
2026-05-13 16:34:39,283 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-fvn-38723165 passed
2026-05-13 16:34:39,762 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-06762618:ctest-fvn-38723165 is found in opserver
2026-05-13 16:34:40,252 - INFO - Created VN ctest-vn1-07895187
2026-05-13 16:34:40,630 - INFO - Verified VN network id 7 for VN 914af5b7-0f4e-456d-97cd-d8456ab1ad28
2026-05-13 16:34:40,630 - INFO - Verifications in API Server for VN ctest-vn1-07895187 passed
2026-05-13 16:34:40,673 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-07895187 passed
2026-05-13 16:34:40,795 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-06762618:ctest-vn1-07895187 is found in opserver
2026-05-13 16:34:42,017 - INFO - VM ([<Server: ctest-vn1_vm1_name-33236797>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:34:43,548 - INFO - VM ([<Server: ctest-fvn_vm1_name-39534504>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:34:43,746 - INFO - Creating Floating IP pool ctest-some-pool-87225745 in API Server
2026-05-13 16:34:44,357 - INFO - Verification for FIP pool ctest-some-pool-87225745 in API Server passed
2026-05-13 16:34:44,375 - INFO - Verification for FIP pool ctest-some-pool-87225745 in Control-node passed
2026-05-13 16:34:44,375 - INFO - Waiting for VM ctest-vn1_vm1_name-33236797 to be up..
2026-05-13 16:34:44,490 - INFO - VM name : ctest-vn1_vm1_name-33236797
2026-05-13 16:34:54,145 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1_name-33236797 passed
2026-05-13 16:34:59,663 - INFO - Waiting for VM ctest-fvn_vm1_name-39534504 to be up..
2026-05-13 16:34:59,751 - INFO - VM name : ctest-fvn_vm1_name-39534504
2026-05-13 16:35:01,142 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-fvn_vm1_name-39534504 passed
2026-05-13 16:35:01,515 - INFO - FIP 120.151.6.68 verification for passed on all Control-nodes
2026-05-13 16:35:01,515 - INFO - FIP ID 09a422fd-1cca-4753-b9d2-4d300f04cb5a(120.151.6.68) validation in Control node passed
2026-05-13 16:35:01,538 - INFO - FIP ID 09a422fd-1cca-4753-b9d2-4d300f04cb5a(120.151.6.68) validation in agents passed
2026-05-13 16:35:01,547 - INFO - FIP ID 09a422fd-1cca-4753-b9d2-4d300f04cb5a(120.151.6.68) validation in API Server passed
2026-05-13 16:35:04,640 - INFO - Ping to IP 120.151.6.67 from VM ctest-vn1_vm1_name-33236797 passed
2026-05-13 16:35:04,792 - INFO - Deleting the FIP pool ctest-some-pool-87225745
2026-05-13 16:35:04,904 - INFO - Deleting VM ctest-fvn_vm1_name-39534504
2026-05-13 16:35:04,987 - INFO - Deleting VM ctest-vn1_vm1_name-33236797
2026-05-13 16:35:05,081 - INFO - Deleting VN ctest-vn1-07895187 
2026-05-13 16:35:05,126 - WARNING - Deleting VN ctest-vn1-07895187 failed..Will retry
2026-05-13 16:35:07,411 - INFO - Validated that VN ctest-vn1-07895187 is not found in API Server
2026-05-13 16:35:07,422 - INFO - Validated that VN ctest-vn1-07895187 is not in any agent
2026-05-13 16:35:07,437 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-07895187 info
2026-05-13 16:35:07,437 - INFO - Deleting VN ctest-fvn-38723165 
2026-05-13 16:35:07,706 - INFO - Validated that VN ctest-fvn-38723165 is not found in API Server
2026-05-13 16:35:07,718 - INFO - Validated that VN ctest-fvn-38723165 is not in any agent
2026-05-13 16:35:07,734 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-fvn-38723165 info
2026-05-13 16:35:07,991 - INFO - END TEST : test_floating_ip : PASSED[0:00:30]
2026-05-13 16:35:07,991 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:08,738 - INFO - Deleted project: ctest-FloatingipBasicTestSanity-06762618, ID : 9240207e-4f0c-4396-be47-103fbdfd0ae6 
2026-05-13 16:35:08,953 - INFO - Domain Default found not creating
2026-05-13 16:35:09,142 - INFO - Project ctest-TestHeat-94951294 not found, creating it
2026-05-13 16:35:09,630 - INFO - Created Project:ctest-TestHeat-94951294, ID : dadc4066-11b1-444f-adcb-175eee7038d4 
2026-05-13 16:35:11,366 - INFO - ================================================================================
2026-05-13 16:35:11,366 - INFO - STARTING TEST    : test_heat_stacks_list
2026-05-13 16:35:11,366 - INFO - TEST DESCRIPTION : 
            Validate installation of heat
            This issues a command to list all the heat-stacks
            
2026-05-13 16:35:11,620 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:35:11,620 - INFO - 
2026-05-13 16:35:11,755 - INFO - The following are the stacks currently : []
2026-05-13 16:35:12,020 - INFO - END TEST : test_heat_stacks_list : PASSED[0:00:01]
2026-05-13 16:35:12,020 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:12,773 - INFO - Deleted project: ctest-TestHeat-94951294, ID : dadc4066-11b1-444f-adcb-175eee7038d4 
2026-05-13 16:35:12,995 - INFO - Domain Default found not creating
2026-05-13 16:35:13,187 - INFO - Project ctest-TestCRUD-55824038 not found, creating it
2026-05-13 16:35:13,674 - INFO - Created Project:ctest-TestCRUD-55824038, ID : fb9b4461-66de-4fc0-b0ef-00df22a320f5 
2026-05-13 16:35:15,243 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg1-73846244']
2026-05-13 16:35:16,176 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg2-21787387']
2026-05-13 16:35:17,189 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-55824038', 'ctest-proj-sg1-47509924']
2026-05-13 16:35:17,934 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-55824038', 'ctest-proj-sg2-29100607']
2026-05-13 16:35:18,695 - INFO - ================================================================================
2026-05-13 16:35:18,695 - INFO - STARTING TEST    : test_router_crud
2026-05-13 16:35:18,952 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:35:18,953 - INFO - 
2026-05-13 16:35:18,953 - INFO - Router create Request {'router': {'name': 'name-08540875'}}
2026-05-13 16:35:19,020 - INFO - Router create Response : {'router': {'id': 'c4a7013d-98f6-4ec4-83e6-373923b9bc0a', 'name': 'name-08540875', 'tenant_id': '4dc2395ca4754ebf88fd046a5d73b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-08540875'], 'description': '', 'project_id': '4dc2395ca4754ebf88fd046a5d73b7e6'}}
2026-05-13 16:35:19,020 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-08540875'}}
2026-05-13 16:35:19,035 - INFO - Attribute id is created
2026-05-13 16:35:19,035 - INFO - Attribute name is created
2026-05-13 16:35:19,035 - INFO - Attribute admin_state_up is created
2026-05-13 16:35:19,035 - INFO - Attribute status is created
2026-05-13 16:35:19,035 - INFO - Attribute tenant_id is created
2026-05-13 16:35:19,461 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed
2026-05-13 16:35:19,461 - INFO - Router Update request {'router': {'name': 'name-24033137'}}
2026-05-13 16:35:19,504 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-24033137'}}
2026-05-13 16:35:19,504 - INFO - Response : {'router': {'id': 'c4a7013d-98f6-4ec4-83e6-373923b9bc0a', 'name': 'name-24033137', 'tenant_id': '4dc2395ca4754ebf88fd046a5d73b7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-08540875'], 'description': '', 'project_id': '4dc2395ca4754ebf88fd046a5d73b7e6'}}
2026-05-13 16:35:19,504 - INFO - Updation of Router c4a7013d-98f6-4ec4-83e6-373923b9bc0a with body {'router': {'name': 'name-24033137'}} passed
2026-05-13 16:35:19,504 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:19,504 - INFO - Router Update request {'router': {'admin_state_up': 'False'}}
2026-05-13 16:35:19,545 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'False'}}
2026-05-13 16:35:19,545 - INFO - Response : {'router': {'id': 'c4a7013d-98f6-4ec4-83e6-373923b9bc0a', 'name': 'name-24033137', 'tenant_id': '4dc2395ca4754ebf88fd046a5d73b7e6', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-08540875'], 'description': '', 'project_id': '4dc2395ca4754ebf88fd046a5d73b7e6'}}
2026-05-13 16:35:19,545 - INFO - Updation of Router c4a7013d-98f6-4ec4-83e6-373923b9bc0a with body {'router': {'admin_state_up': 'False'}} passed
2026-05-13 16:35:19,545 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:19,545 - INFO - Deleting router c4a7013d-98f6-4ec4-83e6-373923b9bc0a
2026-05-13 16:35:19,614 - ERROR - Result of delete router c4a7013d-98f6-4ec4-83e6-373923b9bc0a: ()
2026-05-13 16:35:19,614 - INFO - ================================================================================

2026-05-13 16:35:19,614 - INFO - Router create Request {'router': {'name': 'name-02115062', 'tenant_id': 'fb9b4461-66de-4fc0-b0ef-00df22a320f5'}}
2026-05-13 16:35:19,681 - INFO - Router create Response : {'router': {'id': '498efa04-508a-4044-b654-40fcb9f7edd9', 'name': 'name-02115062', 'tenant_id': 'fb9b446166de4fc0b0ef00df22a320f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-55824038', 'name-02115062'], 'description': '', 'project_id': 'fb9b446166de4fc0b0ef00df22a320f5'}}
2026-05-13 16:35:19,681 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-02115062', 'tenant_id': 'fb9b4461-66de-4fc0-b0ef-00df22a320f5'}}
2026-05-13 16:35:19,696 - INFO - Attribute id is created
2026-05-13 16:35:19,697 - INFO - Attribute name is created
2026-05-13 16:35:19,697 - INFO - Attribute admin_state_up is created
2026-05-13 16:35:19,697 - INFO - Attribute status is created
2026-05-13 16:35:19,697 - INFO - Attribute tenant_id is created
2026-05-13 16:35:20,176 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed
2026-05-13 16:35:20,176 - INFO - Router Update request {'router': {'name': 'name-21355213'}}
2026-05-13 16:35:20,220 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-21355213'}}
2026-05-13 16:35:20,220 - INFO - Response : {'router': {'id': '498efa04-508a-4044-b654-40fcb9f7edd9', 'name': 'name-21355213', 'tenant_id': 'fb9b446166de4fc0b0ef00df22a320f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-55824038', 'name-02115062'], 'description': '', 'project_id': 'fb9b446166de4fc0b0ef00df22a320f5'}}
2026-05-13 16:35:20,220 - INFO - Updation of Router 498efa04-508a-4044-b654-40fcb9f7edd9 with body {'router': {'name': 'name-21355213'}} passed
2026-05-13 16:35:20,221 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:20,221 - INFO - Router Update request {'router': {'admin_state_up': 'True'}}
2026-05-13 16:35:20,268 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'True'}}
2026-05-13 16:35:20,268 - INFO - Response : {'router': {'id': '498efa04-508a-4044-b654-40fcb9f7edd9', 'name': 'name-21355213', 'tenant_id': 'fb9b446166de4fc0b0ef00df22a320f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-55824038', 'name-02115062'], 'description': '', 'project_id': 'fb9b446166de4fc0b0ef00df22a320f5'}}
2026-05-13 16:35:20,268 - INFO - Updation of Router 498efa04-508a-4044-b654-40fcb9f7edd9 with body {'router': {'admin_state_up': 'True'}} passed
2026-05-13 16:35:20,268 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:20,268 - INFO - Deleting router 498efa04-508a-4044-b654-40fcb9f7edd9
2026-05-13 16:35:20,338 - ERROR - Result of delete router 498efa04-508a-4044-b654-40fcb9f7edd9: ()
2026-05-13 16:35:20,338 - INFO - ================================================================================

2026-05-13 16:35:20,338 - INFO - Router create Request {'router': {'name': 'name-97086997', 'admin_state_up': 'False'}}
2026-05-13 16:35:20,418 - INFO - Router create Response : {'router': {'id': 'dd9cc20f-1ff5-4f61-8c5a-afe5d7dfd8be', 'name': 'name-97086997', 'tenant_id': '4dc2395ca4754ebf88fd046a5d73b7e6', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-97086997'], 'description': '', 'project_id': '4dc2395ca4754ebf88fd046a5d73b7e6'}}
2026-05-13 16:35:20,418 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-97086997', 'admin_state_up': 'False'}}
2026-05-13 16:35:20,432 - INFO - Attribute id is created
2026-05-13 16:35:20,432 - INFO - Attribute name is created
2026-05-13 16:35:20,432 - INFO - Attribute admin_state_up is created
2026-05-13 16:35:20,432 - INFO - Attribute status is created
2026-05-13 16:35:20,432 - INFO - Attribute tenant_id is created
2026-05-13 16:35:20,887 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed
2026-05-13 16:35:20,887 - INFO - Router Update request {'router': {'name': 'name-39651961'}}
2026-05-13 16:35:20,925 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-39651961'}}
2026-05-13 16:35:20,925 - INFO - Response : {'router': {'id': 'dd9cc20f-1ff5-4f61-8c5a-afe5d7dfd8be', 'name': 'name-39651961', 'tenant_id': '4dc2395ca4754ebf88fd046a5d73b7e6', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-97086997'], 'description': '', 'project_id': '4dc2395ca4754ebf88fd046a5d73b7e6'}}
2026-05-13 16:35:20,925 - INFO - Updation of Router dd9cc20f-1ff5-4f61-8c5a-afe5d7dfd8be with body {'router': {'name': 'name-39651961'}} passed
2026-05-13 16:35:20,925 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:20,925 - INFO - Router Update request {'router': {'admin_state_up': 'False'}}
2026-05-13 16:35:20,967 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'False'}}
2026-05-13 16:35:20,967 - INFO - Response : {'router': {'id': 'dd9cc20f-1ff5-4f61-8c5a-afe5d7dfd8be', 'name': 'name-39651961', 'tenant_id': '4dc2395ca4754ebf88fd046a5d73b7e6', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-97086997'], 'description': '', 'project_id': '4dc2395ca4754ebf88fd046a5d73b7e6'}}
2026-05-13 16:35:20,967 - INFO - Updation of Router dd9cc20f-1ff5-4f61-8c5a-afe5d7dfd8be with body {'router': {'admin_state_up': 'False'}} passed
2026-05-13 16:35:20,967 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:20,967 - INFO - Deleting router dd9cc20f-1ff5-4f61-8c5a-afe5d7dfd8be
2026-05-13 16:35:21,036 - ERROR - Result of delete router dd9cc20f-1ff5-4f61-8c5a-afe5d7dfd8be: ()
2026-05-13 16:35:21,037 - INFO - ================================================================================

2026-05-13 16:35:21,037 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-55824038', 'ctest-proj-sg2-29100607']
2026-05-13 16:35:21,115 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-55824038', 'ctest-proj-sg1-47509924']
2026-05-13 16:35:21,194 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg2-21787387']
2026-05-13 16:35:21,253 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg1-73846244']
2026-05-13 16:35:21,597 - INFO - END TEST : test_router_crud : PASSED[0:00:03]
2026-05-13 16:35:21,597 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:22,308 - INFO - Deleted project: ctest-TestCRUD-55824038, ID : fb9b4461-66de-4fc0-b0ef-00df22a320f5 
2026-05-13 16:35:22,522 - INFO - Domain Default found not creating
2026-05-13 16:35:22,707 - INFO - Project ctest-TestPorts-04995215 not found, creating it
2026-05-13 16:35:23,201 - INFO - Created Project:ctest-TestPorts-04995215, ID : 93504860-04d8-4a4e-aea3-3434d3bf61a2 
2026-05-13 16:35:24,878 - INFO - ================================================================================
2026-05-13 16:35:24,878 - INFO - STARTING TEST    : test_ports_bindings
2026-05-13 16:35:24,878 - INFO - TEST DESCRIPTION : 
        Verify that we are able to create a port with custom port bindings
        Steps:
            1) Create Port with Port bindings profile set to {'foo': 'bar'}
            2) Retrieve and verify the same is set
        
2026-05-13 16:35:25,140 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:35:25,140 - INFO - 
2026-05-13 16:35:25,950 - INFO - Created VN ctest-vn-01001048
2026-05-13 16:35:26,821 - INFO - VMI d81975e0-41b5-42b9-b309-edf362f2b7f5 verification in API Server passed
2026-05-13 16:35:26,929 - INFO - Deleted port d81975e0-41b5-42b9-b309-edf362f2b7f5
2026-05-13 16:35:26,929 - INFO - Deleting VN ctest-vn-01001048 
2026-05-13 16:35:27,311 - INFO - END TEST : test_ports_bindings : PASSED[0:00:03]
2026-05-13 16:35:27,311 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:27,313 - INFO - ================================================================================
2026-05-13 16:35:27,314 - INFO - STARTING TEST    : test_ports_specific_subnet_ip
2026-05-13 16:35:27,314 - INFO - TEST DESCRIPTION : Create ports with specific Subnet and IP

        Create two ports in a VN with 2 subnets and specific IPs
        Attach to two VMs
        Ping between them should pass
        
2026-05-13 16:35:27,595 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:35:27,595 - INFO - 
2026-05-13 16:35:28,251 - INFO - Created VN ctest-vn1-55222404
2026-05-13 16:35:29,296 - INFO - VM ([<Server: ctest-vn1-vm1-75076736>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:35:29,767 - INFO - VM ([<Server: ctest-vn1-vm2-16464237>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:35:29,767 - INFO - Waiting for VM ctest-vn1-vm1-75076736 to be up..
2026-05-13 16:35:34,898 - INFO - VM name : ctest-vn1-vm1-75076736
2026-05-13 16:35:42,503 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm1-75076736 passed
2026-05-13 16:35:42,818 - INFO - Waiting for VM ctest-vn1-vm2-16464237 to be up..
2026-05-13 16:35:42,904 - INFO - VM name : ctest-vn1-vm2-16464237
2026-05-13 16:35:44,331 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn1-vm2-16464237 passed
2026-05-13 16:35:47,345 - INFO - Ping to IP 156.251.102.5 from VM ctest-vn1-vm2-16464237 passed
2026-05-13 16:35:47,345 - INFO - Detaching port a38bd2f3-d0d8-48ed-aeba-1c20c75f5728 from VM ctest-vn1-vm2-16464237
2026-05-13 16:35:47,397 - INFO - Deleting VM ctest-vn1-vm2-16464237
2026-05-13 16:35:47,472 - INFO - Detaching port 7a489f6c-da43-4530-83aa-375acc1629ea from VM ctest-vn1-vm1-75076736
2026-05-13 16:35:47,513 - INFO - Deleting VM ctest-vn1-vm1-75076736
2026-05-13 16:35:47,968 - INFO - Deleting VN ctest-vn1-55222404 
2026-05-13 16:35:48,375 - INFO - END TEST : test_ports_specific_subnet_ip : PASSED[0:00:21]
2026-05-13 16:35:48,375 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:35:49,092 - INFO - Deleted project: ctest-TestPorts-04995215, ID : 93504860-04d8-4a4e-aea3-3434d3bf61a2 
2026-05-13 16:35:49,302 - INFO - Domain Default found not creating
2026-05-13 16:35:49,486 - INFO - Project ctest-TestRouters-26234364 not found, creating it
2026-05-13 16:35:49,995 - INFO - Created Project:ctest-TestRouters-26234364, ID : 66daa97a-92e6-45a7-b26d-3fe993b30440 
2026-05-13 16:35:51,664 - INFO - ================================================================================
2026-05-13 16:35:51,664 - INFO - STARTING TEST    : test_basic_router_behavior
2026-05-13 16:35:51,664 - INFO - TEST DESCRIPTION : Validate a router is able to route packets between two VNs
        Create a router
        Create 2 VNs, and a VM in each
        Add router port from each VN
        Ping between VMs
        
2026-05-13 16:35:51,933 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:35:51,933 - INFO - 
2026-05-13 16:35:52,836 - INFO - Created VN ctest-vn1-01231914
2026-05-13 16:35:53,492 - INFO - Created VN ctest-vn2-87925873
2026-05-13 16:35:54,829 - INFO - VM ([<Server: ctest-vn1-vm1-83513347>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:35:56,150 - INFO - VM ([<Server: ctest-vn2-vm1-67688712>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:35:56,231 - INFO - Adding interface with subnet_id 9bfa27ab-8ea7-4017-a534-eedb80a97341, port_id None to router 5b72e9da-066f-4876-a88f-0d24b2a2d9b5
2026-05-13 16:35:56,591 - INFO - Waiting for VM ctest-vn1-vm1-83513347 to be up..
2026-05-13 16:36:01,795 - INFO - VM name : ctest-vn1-vm1-83513347
2026-05-13 16:36:07,793 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm1-83513347 passed
2026-05-13 16:36:08,120 - INFO - Waiting for VM ctest-vn2-vm1-67688712 to be up..
2026-05-13 16:36:08,242 - INFO - VM name : ctest-vn2-vm1-67688712
2026-05-13 16:36:09,695 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn2-vm1-67688712 passed
2026-05-13 16:36:15,087 - WARNING - Ping to IP 212.225.23.3 from VM ctest-vn1-vm1-83513347 failed
2026-05-13 16:36:15,087 - INFO - Adding interface with subnet_id 32ebf993-48e0-4a74-aeee-d3a19204d2f7, port_id None to router 5b72e9da-066f-4876-a88f-0d24b2a2d9b5
2026-05-13 16:36:18,590 - WARNING - Ping to IP 212.225.23.3 from VM ctest-vn1-vm1-83513347 failed
2026-05-13 16:36:21,826 - INFO - Ping to IP 212.225.23.3 from VM ctest-vn1-vm1-83513347 passed
2026-05-13 16:36:21,826 - INFO - Deleting interface with subnet_id 9bfa27ab-8ea7-4017-a534-eedb80a97341, port_id None from router 5b72e9da-066f-4876-a88f-0d24b2a2d9b5
2026-05-13 16:36:25,197 - WARNING - Ping to IP 212.225.23.3 from VM ctest-vn1-vm1-83513347 failed
2026-05-13 16:36:25,197 - INFO - Adding interface with subnet_id 9bfa27ab-8ea7-4017-a534-eedb80a97341, port_id None to router 5b72e9da-066f-4876-a88f-0d24b2a2d9b5
2026-05-13 16:36:27,682 - INFO - Ping to IP 212.225.23.3 from VM ctest-vn1-vm1-83513347 passed
2026-05-13 16:36:27,682 - INFO - Deleting interface with subnet_id 32ebf993-48e0-4a74-aeee-d3a19204d2f7, port_id None from router 5b72e9da-066f-4876-a88f-0d24b2a2d9b5
2026-05-13 16:36:27,831 - INFO - Deleting interface with subnet_id 9bfa27ab-8ea7-4017-a534-eedb80a97341, port_id None from router 5b72e9da-066f-4876-a88f-0d24b2a2d9b5
2026-05-13 16:36:28,107 - INFO - Deleting VM ctest-vn2-vm1-67688712
2026-05-13 16:36:28,196 - INFO - Deleting VM ctest-vn1-vm1-83513347
2026-05-13 16:36:28,283 - INFO - Deleting VN ctest-vn2-87925873 
2026-05-13 16:36:28,321 - WARNING - Deleting VN ctest-vn2-87925873 failed..Will retry
2026-05-13 16:36:30,440 - INFO - Deleting VN ctest-vn1-01231914 
2026-05-13 16:36:30,821 - INFO - END TEST : test_basic_router_behavior : PASSED[0:00:39]
2026-05-13 16:36:30,821 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:36:31,537 - INFO - Deleted project: ctest-TestRouters-26234364, ID : 66daa97a-92e6-45a7-b26d-3fe993b30440 
2026-05-13 16:36:31,782 - INFO - Domain Default found not creating
2026-05-13 16:36:31,983 - INFO - Project ctest-TestRoutersBasic-21913948 not found, creating it
2026-05-13 16:36:32,472 - INFO - Created Project:ctest-TestRoutersBasic-21913948, ID : 54be8453-6b51-4da7-9867-ce542004325a 
2026-05-13 16:36:34,083 - INFO - ================================================================================
2026-05-13 16:36:34,083 - INFO - STARTING TEST    : test_basic_snat_behavior_without_external_connectivity
2026-05-13 16:36:34,083 - INFO - TEST DESCRIPTION : Create an external network, a router
        set router-gateway to external network
        launch a private network and attach it to router
        validate left vm pinging right vm through Snat
       
2026-05-13 16:36:34,340 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:36:34,340 - INFO - 
2026-05-13 16:36:35,072 - INFO - Default SG to be edited for allow all on project: ctest-TestRoutersBasic-21913948
2026-05-13 16:36:35,170 - INFO - Adding rules to the default security group in Project ctest-TestRoutersBasic-21913948
2026-05-13 16:36:36,024 - INFO - Created VN ctest-vn-87457362
2026-05-13 16:36:36,656 - INFO - Created VN ctest-ext_vn-63796275
2026-05-13 16:36:37,965 - INFO - VM ([<Server: ctest-TestRoutersBasic-21913948-61933188>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:36:39,224 - INFO - VM ([<Server: ctest-TestRoutersBasic-21913948-33272994>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:36:39,294 - INFO - Setting gateway for router 6381340c-d2dd-45d4-bf02-e802c7ab1aee to network abee0ea1-32b9-4150-89ce-a59735742c88 
2026-05-13 16:36:39,355 - INFO - Adding interface with subnet_id c714e4c2-8a71-4569-b257-9cb22505e342, port_id None to router 6381340c-d2dd-45d4-bf02-e802c7ab1aee
2026-05-13 16:36:39,729 - INFO - Waiting for VM ctest-TestRoutersBasic-21913948-61933188 to be up..
2026-05-13 16:36:45,038 - INFO - VM name : ctest-TestRoutersBasic-21913948-61933188
2026-05-13 16:36:51,111 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRoutersBasic-21913948-61933188 passed
2026-05-13 16:36:51,441 - INFO - Waiting for VM ctest-TestRoutersBasic-21913948-33272994 to be up..
2026-05-13 16:36:51,529 - INFO - VM name : ctest-TestRoutersBasic-21913948-33272994
2026-05-13 16:36:52,951 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestRoutersBasic-21913948-33272994 passed
2026-05-13 16:36:56,990 - INFO - Ping to IP 145.80.54.67 from VM ctest-TestRoutersBasic-21913948-61933188 passed
2026-05-13 16:36:56,990 - INFO - Deleting interface with subnet_id c714e4c2-8a71-4569-b257-9cb22505e342, port_id None from router 6381340c-d2dd-45d4-bf02-e802c7ab1aee
2026-05-13 16:36:57,186 - INFO - Deleting VM ctest-TestRoutersBasic-21913948-33272994
2026-05-13 16:36:57,261 - INFO - Deleting VM ctest-TestRoutersBasic-21913948-61933188
2026-05-13 16:36:57,352 - INFO - Deleting VN ctest-ext_vn-63796275 
2026-05-13 16:36:57,457 - WARNING - Deleting VN ctest-ext_vn-63796275 failed..Will retry
2026-05-13 16:36:59,566 - INFO - Deleting VN ctest-vn-87457362 
2026-05-13 16:36:59,935 - INFO - END TEST : test_basic_snat_behavior_without_external_connectivity : PASSED[0:00:25]
2026-05-13 16:36:59,935 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:37:00,675 - INFO - Deleted project: ctest-TestRoutersBasic-21913948, ID : 54be8453-6b51-4da7-9867-ce542004325a 
2026-05-13 16:37:00,930 - INFO - Domain Default found not creating
2026-05-13 16:37:01,159 - INFO - Project ctest-TestBasicPolicyIpv4v6-87531001 not found, creating it
2026-05-13 16:37:01,662 - INFO - Created Project:ctest-TestBasicPolicyIpv4v6-87531001, ID : 95a12235-8af2-4bdc-85a9-38c1bdf6b23e 
2026-05-13 16:37:03,237 - INFO - ================================================================================
2026-05-13 16:37:03,237 - INFO - STARTING TEST    : test_basic_policy_allow_deny
2026-05-13 16:37:03,237 - INFO - TEST DESCRIPTION : 
        Create 2 Vns and allow icmp traffic between them and validate with pings
        Update the policy to deny the same traffic
        Check that pings fail
        
2026-05-13 16:37:03,494 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:37:03,494 - INFO - 
2026-05-13 16:37:04,460 - INFO - Created VN ctest-vn-07825969
2026-05-13 16:37:05,253 - INFO - Created VN ctest-vn-30030074
2026-05-13 16:37:06,764 - INFO - Verified VN network id 11 for VN fa31b5c6-0e7c-4796-8733-41983d517d88
2026-05-13 16:37:06,764 - INFO - Verifications in API Server for VN ctest-vn-07825969 passed
2026-05-13 16:37:06,831 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-07825969 passed
2026-05-13 16:37:06,938 - INFO - VN ctest-vn-07825969 Policy verification: verify_vn_policy_in_api_server, status: True
2026-05-13 16:37:07,308 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-87531001:ctest-vn-07825969 is found in opserver
2026-05-13 16:37:07,586 - INFO - Verified VN network id 12 for VN a4b9fc6b-de92-40ae-980f-febd62631e67
2026-05-13 16:37:07,586 - INFO - Verifications in API Server for VN ctest-vn-30030074 passed
2026-05-13 16:37:07,638 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-30030074 passed
2026-05-13 16:37:07,747 - INFO - VN ctest-vn-30030074 Policy verification: verify_vn_policy_in_api_server, status: True
2026-05-13 16:37:07,758 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-87531001:ctest-vn-30030074 is found in opserver
2026-05-13 16:37:07,773 - INFO - Disabling v6 tests for CI
2026-05-13 16:37:08,075 - INFO - Deleted policy ctest-policy-allow-all-11141604
2026-05-13 16:37:08,075 - INFO - Deleting VN ctest-vn-30030074 
2026-05-13 16:37:08,329 - INFO - Validated that VN ctest-vn-30030074 is not found in API Server
2026-05-13 16:37:08,340 - INFO - Validated that VN ctest-vn-30030074 is not in any agent
2026-05-13 16:37:08,356 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-30030074 info
2026-05-13 16:37:08,356 - INFO - Deleting VN ctest-vn-07825969 
2026-05-13 16:37:08,598 - INFO - Validated that VN ctest-vn-07825969 is not found in API Server
2026-05-13 16:37:08,609 - INFO - Validated that VN ctest-vn-07825969 is not in any agent
2026-05-13 16:37:08,625 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-07825969 info
2026-05-13 16:37:08,879 - INFO - 
2026-05-13 16:37:08,879 - INFO - END TEST : test_basic_policy_allow_deny : SKIPPED[0:00:05]
2026-05-13 16:37:08,879 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:37:09,586 - INFO - Deleted project: ctest-TestBasicPolicyIpv4v6-87531001, ID : 95a12235-8af2-4bdc-85a9-38c1bdf6b23e 
2026-05-13 16:37:09,798 - INFO - Domain Default found not creating
2026-05-13 16:37:09,981 - INFO - Project ctest-TestBasicPolicyNegativeIpv4v6-60797870 not found, creating it
2026-05-13 16:37:10,490 - INFO - Created Project:ctest-TestBasicPolicyNegativeIpv4v6-60797870, ID : 1f5a8fad-a4cc-4c52-b249-88efe26f725f 
2026-05-13 16:37:12,054 - INFO - ================================================================================
2026-05-13 16:37:12,054 - INFO - STARTING TEST    : test_remove_policy_with_ref
2026-05-13 16:37:12,309 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:37:12,309 - INFO - 
2026-05-13 16:37:12,309 - INFO - ================================================================================
2026-05-13 16:37:12,309 - INFO - STARTING TEST    : test_remove_policy_with_ref
2026-05-13 16:37:12,309 - INFO - TEST DESCRIPTION :  This tests the following scenarios.
           1. Test to validate that policy removal will fail when it referenced with VN.
           2. validate vn_policy data in api-s against quantum-vn data, when created and unbind policy from VN thru quantum APIs.
           3. validate policy data in api-s against quantum-policy data, when created and deleted thru quantum APIs.
        
2026-05-13 16:37:12,607 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:37:12,607 - INFO - 
2026-05-13 16:37:13,950 - INFO - Created VN ctest-vn4-31637526
2026-05-13 16:37:14,891 - INFO - Verified VN network id 11 for VN ddbfdc0b-cac9-4175-a136-abade167e0d0
2026-05-13 16:37:14,891 - INFO - Verifications in API Server for VN ctest-vn4-31637526 passed
2026-05-13 16:37:14,938 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn4-31637526 passed
2026-05-13 16:37:15,039 - INFO - VN ctest-vn4-31637526 Policy verification: verify_vn_policy_in_api_server, status: True
2026-05-13 16:37:15,409 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyNegativeIpv4v6-60797870:ctest-vn4-31637526 is found in opserver
2026-05-13 16:37:15,528 - INFO - Verified policy ctest-policy1-58075734 in API Server, Result: True
2026-05-13 16:37:15,528 - INFO - Done with setup and verification, moving onto test ..
2026-05-13 16:37:15,537 - INFO - Deleting VN ctest-vn4-31637526 
2026-05-13 16:37:15,803 - INFO - Validated that VN ctest-vn4-31637526 is not found in API Server
2026-05-13 16:37:15,813 - INFO - Validated that VN ctest-vn4-31637526 is not in any agent
2026-05-13 16:37:15,828 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn4-31637526 info
2026-05-13 16:37:15,863 - INFO - Deleted policy ctest-policy1-58075734
2026-05-13 16:37:16,296 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2026-05-13 16:37:16,296 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:37:16,599 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2026-05-13 16:37:16,599 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:37:17,315 - INFO - Deleted project: ctest-TestBasicPolicyNegativeIpv4v6-60797870, ID : 1f5a8fad-a4cc-4c52-b249-88efe26f725f 
2026-05-13 16:37:17,579 - INFO - Domain Default found not creating
2026-05-13 16:37:17,812 - INFO - Project ctest-TestBasicPolicy-35302355 not found, creating it
2026-05-13 16:37:18,315 - INFO - Created Project:ctest-TestBasicPolicy-35302355, ID : 9f787608-47c9-4924-8b31-9e135c051e98 
2026-05-13 16:37:19,951 - INFO - ================================================================================
2026-05-13 16:37:19,951 - INFO - STARTING TEST    : test_basic_policy_allow_deny
2026-05-13 16:37:19,951 - INFO - TEST DESCRIPTION : 
        Create 2 Vns and allow icmp traffic between them and validate with pings
        Update the policy to deny the same traffic
        Check that pings fail
        
2026-05-13 16:37:20,204 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:37:20,204 - INFO - 
2026-05-13 16:37:21,030 - INFO - Created VN ctest-vn-97673228
2026-05-13 16:37:21,689 - INFO - Created VN ctest-vn-27556041
2026-05-13 16:37:23,106 - INFO - Verified VN network id 11 for VN cca62943-e1da-482d-b21f-83ce744099f4
2026-05-13 16:37:23,106 - INFO - Verifications in API Server for VN ctest-vn-97673228 passed
2026-05-13 16:37:23,153 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-97673228 passed
2026-05-13 16:37:23,253 - INFO - VN ctest-vn-97673228 Policy verification: verify_vn_policy_in_api_server, status: True
2026-05-13 16:37:23,641 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-35302355:ctest-vn-97673228 is found in opserver
2026-05-13 16:37:23,828 - INFO - Verified VN network id 12 for VN 31881507-f7f1-40dc-81f9-e174c9edcaac
2026-05-13 16:37:23,828 - INFO - Verifications in API Server for VN ctest-vn-27556041 passed
2026-05-13 16:37:23,881 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-27556041 passed
2026-05-13 16:37:23,988 - INFO - VN ctest-vn-27556041 Policy verification: verify_vn_policy_in_api_server, status: True
2026-05-13 16:37:24,000 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-35302355:ctest-vn-27556041 is found in opserver
2026-05-13 16:37:25,141 - INFO - VM ([<Server: ctest-TestBasicPolicy-35302355-54434717>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:37:26,362 - INFO - VM ([<Server: ctest-TestBasicPolicy-35302355-12624062>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:37:26,362 - INFO - Waiting for VM ctest-TestBasicPolicy-35302355-54434717 to be up..
2026-05-13 16:37:31,543 - INFO - VM name : ctest-TestBasicPolicy-35302355-54434717
2026-05-13 16:37:37,162 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicy-35302355-54434717 passed
2026-05-13 16:37:37,471 - INFO - Waiting for VM ctest-TestBasicPolicy-35302355-12624062 to be up..
2026-05-13 16:37:37,560 - INFO - VM name : ctest-TestBasicPolicy-35302355-12624062
2026-05-13 16:37:38,993 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestBasicPolicy-35302355-12624062 passed
2026-05-13 16:37:43,408 - INFO - Ping to IP 135.80.39.195 from VM ctest-TestBasicPolicy-35302355-54434717 passed
2026-05-13 16:37:46,828 - WARNING - Ping to IP 135.80.39.195 from VM ctest-TestBasicPolicy-35302355-54434717 failed
2026-05-13 16:37:46,828 - INFO - Deleting VM ctest-TestBasicPolicy-35302355-12624062
2026-05-13 16:37:46,913 - INFO - Deleting VM ctest-TestBasicPolicy-35302355-54434717
2026-05-13 16:37:47,321 - INFO - Deleted policy ctest-policy-allow-all-58636145
2026-05-13 16:37:47,322 - INFO - Deleting VN ctest-vn-27556041 
2026-05-13 16:37:47,360 - WARNING - Deleting VN ctest-vn-27556041 failed..Will retry
2026-05-13 16:37:49,618 - INFO - Validated that VN ctest-vn-27556041 is not found in API Server
2026-05-13 16:37:49,628 - INFO - Validated that VN ctest-vn-27556041 is not in any agent
2026-05-13 16:37:49,643 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-27556041 info
2026-05-13 16:37:49,643 - INFO - Deleting VN ctest-vn-97673228 
2026-05-13 16:37:49,903 - INFO - Validated that VN ctest-vn-97673228 is not found in API Server
2026-05-13 16:37:49,913 - INFO - Validated that VN ctest-vn-97673228 is not in any agent
2026-05-13 16:37:49,929 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-97673228 info
2026-05-13 16:37:50,184 - INFO - END TEST : test_basic_policy_allow_deny : PASSED[0:00:31]
2026-05-13 16:37:50,184 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:37:50,891 - INFO - Deleted project: ctest-TestBasicPolicy-35302355, ID : 9f787608-47c9-4924-8b31-9e135c051e98 
2026-05-13 16:37:51,114 - INFO - Domain Default found not creating
2026-05-13 16:37:51,294 - INFO - Project ctest-TestRP-68570453 not found, creating it
2026-05-13 16:37:51,741 - INFO - Created Project:ctest-TestRP-68570453, ID : 59e19f62-d3f3-4fe9-9e0a-9e4e36cf392c 
2026-05-13 16:37:53,507 - INFO - ================================================================================
2026-05-13 16:37:53,508 - INFO - STARTING TEST    : test_rp_interface
2026-05-13 16:37:53,508 - INFO - TEST DESCRIPTION : 
        1. Create a routing policy with interface match.
        2. Launch VMs.
        3. Attach policy to VN and confirm if policy takes hold.
        
2026-05-13 16:37:53,772 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:37:53,772 - INFO - 
2026-05-13 16:37:54,582 - INFO - Created VN ctest-bgpaas_vn-84570513
2026-05-13 16:37:55,311 - INFO - Created VN ctest-bgpaas_vn-73838909
2026-05-13 16:37:56,773 - INFO - VM ([<Server: test_vm>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:37:58,005 - INFO - VM ([<Server: test2_vm>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:37:58,005 - INFO - Waiting for VM test_vm to be up..
2026-05-13 16:38:03,196 - INFO - VM name : test_vm
2026-05-13 16:38:09,165 - INFO - Ping to Metadata IP 169.254.0.3 of VM test_vm passed
2026-05-13 16:38:09,470 - INFO - Waiting for VM test2_vm to be up..
2026-05-13 16:38:09,557 - INFO - VM name : test2_vm
2026-05-13 16:38:10,970 - INFO - Ping to Metadata IP 169.254.0.4 of VM test2_vm passed
2026-05-13 16:38:15,197 - INFO - Ping to IP 159.7.219.131 from VM test_vm passed
2026-05-13 16:38:15,255 - INFO - Deleting VM test2_vm
2026-05-13 16:38:15,341 - INFO - Deleting VM test_vm
2026-05-13 16:38:15,442 - INFO - Deleting VN ctest-bgpaas_vn-73838909 
2026-05-13 16:38:15,492 - WARNING - Deleting VN ctest-bgpaas_vn-73838909 failed..Will retry
2026-05-13 16:38:17,607 - INFO - Deleting VN ctest-bgpaas_vn-84570513 
2026-05-13 16:38:17,968 - INFO - END TEST : test_rp_interface : PASSED[0:00:24]
2026-05-13 16:38:17,968 - INFO - --------------------------------------------------------------------------------
2026-05-13 16:38:18,677 - INFO - Deleted project: ctest-TestRP-68570453, ID : 59e19f62-d3f3-4fe9-9e0a-9e4e36cf392c 
2026-05-13 16:38:18,908 - INFO - Domain Default found not creating
2026-05-13 16:38:19,122 - INFO - Project ctest-TestSvcRegr-50453514 not found, creating it
2026-05-13 16:38:19,600 - INFO - Created Project:ctest-TestSvcRegr-50453514, ID : 1bcf3484-2abb-42d6-89f2-e1125496be97 
2026-05-13 16:38:21,151 - INFO - ================================================================================
2026-05-13 16:38:21,151 - INFO - STARTING TEST    : test_svc_in_network_datapath
2026-05-13 16:38:21,408 - INFO - Initial checks done. Running the testcase now
2026-05-13 16:38:21,408 - INFO - 
2026-05-13 16:38:22,218 - INFO - Created VN ctest-mgmt_vn-78159313
2026-05-13 16:38:22,884 - INFO - Verified VN network id 11 for VN b28b01f0-afb7-4691-af48-da55525c4caf
2026-05-13 16:38:22,884 - INFO - Verifications in API Server for VN ctest-mgmt_vn-78159313 passed
2026-05-13 16:38:22,928 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-78159313 passed
2026-05-13 16:38:23,397 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-50453514:ctest-mgmt_vn-78159313 is found in opserver
2026-05-13 16:38:23,856 - INFO - Created VN ctest-left_vn-73741053
2026-05-13 16:38:24,185 - INFO - Verified VN network id 12 for VN 385deb01-ff20-4b33-8fb2-a0f611437544
2026-05-13 16:38:24,185 - INFO - Verifications in API Server for VN ctest-left_vn-73741053 passed
2026-05-13 16:38:24,232 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-73741053 passed
2026-05-13 16:38:24,345 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-50453514:ctest-left_vn-73741053 is found in opserver
2026-05-13 16:38:24,742 - INFO - Created VN ctest-right_vn-66925927
2026-05-13 16:38:25,079 - INFO - Verified VN network id 13 for VN 307b0953-cfe9-4609-84b1-9040c6fd9d6e
2026-05-13 16:38:25,079 - INFO - Verifications in API Server for VN ctest-right_vn-66925927 passed
2026-05-13 16:38:25,127 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-66925927 passed
2026-05-13 16:38:25,243 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-50453514:ctest-right_vn-66925927 is found in opserver
2026-05-13 16:38:26,413 - INFO - VM ([<Server: ctest-left_vm-28548001>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:38:27,790 - INFO - VM ([<Server: ctest-right_vm-79111811>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:38:28 URL:http://nexus.opensdn.io/repository///images/converts//cirros-in-net.vmdk.gz [14619094/14619094] -> "/contrail-test/images/cirros-in-net.vmdk.gz" [1]
2026-05-13 16:38:30,411 - INFO - VM ([<Server: ctest-pt_svm0-02665499>]) created on node: (cn-jenkins-deploy-platform-ansible-os-5774-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-5774-1)
2026-05-13 16:38:30,411 - INFO - Waiting for VM ctest-pt_svm0-02665499 to be up..
2026-05-13 16:38:35,595 - INFO - VM name : ctest-pt_svm0-02665499
Build was aborted
Calling Pipeline was cancelled
Archiving artifacts
Terminated
+ res=1
+ ./src/opensdn-io/tf-jenkins/jobs/test/functional/collect_logs.sh
~/workspace/test-sanity/logs ~/workspace/test-sanity
Warning: Identity file **** not accessible: No such file or directory.
Finished: ABORTED