Started by upstream project "pipeline-check" build number 862
originally caused by:
 Triggered by Gerrit: https://gerrit.opensdn.io/c/opensdn-io/tf-api-client/+/1147
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/test-sanity@2
[WS-CLEANUP] Deleting project workspace...
[WS-CLEANUP] Deferred wipeout is disabled by the job configuration...
[WS-CLEANUP] Done
The recommended git tool is: git
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-jenkins.git
 > git init /home/jenkins/workspace/test-sanity@2/src/opensdn-io/tf-jenkins # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git
 > git --version # timeout=10
 > git --version # 'git version 2.25.1'
 > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision 58ed2bab94d6d69d66ef59d18649f49be087dbc7 (refs/remotes/origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 58ed2bab94d6d69d66ef59d18649f49be087dbc7 # timeout=10
Commit message: "fix link to tpc archive on s3 bucket"
 > git rev-list --no-walk 58ed2bab94d6d69d66ef59d18649f49be087dbc7 # timeout=10
The recommended git tool is: NONE
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-dev-test.git
 > git init /home/jenkins/workspace/test-sanity@2/src/opensdn-io/tf-dev-test # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-dev-test.git
 > git --version # timeout=10
 > git --version # 'git version 2.25.1'
 > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-dev-test.git +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://github.com/opensdn-io/tf-dev-test.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision db3640e1a06d21357e58f0b472192976152a0ea5 (refs/remotes/origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f db3640e1a06d21357e58f0b472192976152a0ea5 # timeout=10
Commit message: "Merge "Add tempest tests""
 > git rev-list --no-walk db3640e1a06d21357e58f0b472192976152a0ea5 # timeout=10
Copied 4 artifacts from "pipeline-check" build number 862
[test-sanity@2] $ /bin/bash -xe /tmp/jenkins13018930080687819118.sh
+ source /home/jenkins/workspace/test-sanity@2/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-862
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-862
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_1_4_7-1
++ CONTRAIL_CONTAINER_TAG=master-1_1_4_7-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_1_4_7-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_1_4_7-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=I91f4606c8f0a885c235d9ef98a500df4e592b5a6
++ GERRIT_CHANGE_ID=I91f4606c8f0a885c235d9ef98a500df4e592b5a6
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-api-client
++ GERRIT_PROJECT=opensdn-io/tf-api-client
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source /home/jenkins/workspace/test-sanity@2/deps.test-sanity.37202.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu22
++ ENVIRONMENT_OS=ubuntu22
++ head -1
++ export DATA_NETWORK=10.20.0.0/24
++ DATA_NETWORK=10.20.0.0/24
++ export VROUTER_GATEWAY=10.20.0.1
++ VROUTER_GATEWAY=10.20.0.1
++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=6d990c34-40b6-4126-9d54-93f5df38d115,
++ INSTANCE_IDS=6d990c34-40b6-4126-9d54-93f5df38d115,
++ export instance_ip=10.0.0.22
++ instance_ip=10.0.0.22
++ export CONTROLLER_NODES=10.0.0.22,
++ CONTROLLER_NODES=10.0.0.22,
++ export CONTROL_NODES=10.20.0.13,
++ CONTROL_NODES=10.20.0.13,
++ export ORCHESTRATOR=openstack
++ ORCHESTRATOR=openstack
++ export DEPLOYER=ansible
++ DEPLOYER=ansible
++ export JOB_LOGS_PATH=ansible-os
++ JOB_LOGS_PATH=ansible-os
+ desc='Pipeline: pipeline-check-862  Random: 37202  Stream: ansible-os'
+ desc+='<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os</a>'
+ echo 'DESCRIPTION Pipeline: pipeline-check-862  Random: 37202  Stream: ansible-os<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os</a>'
DESCRIPTION Pipeline: pipeline-check-862  Random: 37202  Stream: ansible-os<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os</a>
[description-setter] Description set: Pipeline: pipeline-check-862  Random: 37202  Stream: ansible-os<br>Job logs: <a href="http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os">http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os</a>'
[test-sanity@2] $ /bin/bash -xe /tmp/jenkins7204033052917372664.sh
+ set -eo pipefail
+ source /home/jenkins/workspace/test-sanity@2/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-862
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-862
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_1_4_7-1
++ CONTRAIL_CONTAINER_TAG=master-1_1_4_7-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_1_4_7-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_1_4_7-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=I91f4606c8f0a885c235d9ef98a500df4e592b5a6
++ GERRIT_CHANGE_ID=I91f4606c8f0a885c235d9ef98a500df4e592b5a6
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-api-client
++ GERRIT_PROJECT=opensdn-io/tf-api-client
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-dev-test ./patchsets-info.json
[test-sanity@2] $ /bin/bash -xe /tmp/jenkins7433353576139367801.sh
+ set -eo pipefail
+ source /home/jenkins/workspace/test-sanity@2/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-862
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-862
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/47/1147/1/check_862
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_1_4_7-1
++ CONTRAIL_CONTAINER_TAG=master-1_1_4_7-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_1_4_7-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_1_4_7-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_1_4_7-1
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=I91f4606c8f0a885c235d9ef98a500df4e592b5a6
++ GERRIT_CHANGE_ID=I91f4606c8f0a885c235d9ef98a500df4e592b5a6
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-api-client
++ GERRIT_PROJECT=opensdn-io/tf-api-client
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source ./src/opensdn-io/tf-jenkins/infra/openstack/definitions
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export OS_NETWORK=management
++ OS_NETWORK=management
++ export OS_DATA_NETWORK=data
++ OS_DATA_NETWORK=data
++ export OS_SG=default
++ OS_SG=default
++ export RESERVED_INSTANCES_COUNT=3
++ RESERVED_INSTANCES_COUNT=3
++ export RESERVED_CORES_COUNT=16
++ RESERVED_CORES_COUNT=16
++ export VM_BOOT_RETRIES=120
++ VM_BOOT_RETRIES=120
++ export VM_BOOT_DELAY=60
++ VM_BOOT_DELAY=60
++ export VOLUME_TYPE=ceph-ssd
++ VOLUME_TYPE=ceph-ssd
++ ENVIRONMENT_OS=rocky9
++ VM_TYPES=(['xsmall']='STD3-1-4' ['small']='STD3-2-8' ['medium']='STD3-4-16' ['large']='STD3-8-32')
++ declare -A VM_TYPES
++ VOLUME_SIZE=(['xsmall']='50' ['small']='50' ['medium']='80' ['large']='80')
++ declare -A VOLUME_SIZE
++ OS_IMAGES=(['CENTOS7']='prepared-centos7' ['CENTOS8']='prepared-centos8' ['UBUNTU20']='prepared-ubuntu20' ['UBUNTU22']='prepared-ubuntu22' ['ROCKY9']='prepared-rocky92')
++ declare -A OS_IMAGES
++ OS_IMAGE_USERS=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky')
++ declare -A OS_IMAGE_USERS
++ OS_IMAGES_UP=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky')
++ declare -A OS_IMAGES_UP
++ OS_IMAGES_DOWN=(['CENTOS7']='' ['CENTOS8']='' ['UBUNTU20']='' ['UBUNTU22']='' ['ROCKY9']='' ['ROCKY92']='')
++ declare -A OS_IMAGES_DOWN
++ SSH_OPTIONS='-T -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o PasswordAuthentication=no'
+ source /home/jenkins/workspace/test-sanity@2/deps.test-sanity.37202.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu22
++ ENVIRONMENT_OS=ubuntu22
++ export DATA_NETWORK=10.20.0.0/24
++ DATA_NETWORK=10.20.0.0/24
++ head -1
++ export VROUTER_GATEWAY=10.20.0.1
++ VROUTER_GATEWAY=10.20.0.1
++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=6d990c34-40b6-4126-9d54-93f5df38d115,
++ INSTANCE_IDS=6d990c34-40b6-4126-9d54-93f5df38d115,
++ export instance_ip=10.0.0.22
++ instance_ip=10.0.0.22
++ export CONTROLLER_NODES=10.0.0.22,
++ CONTROLLER_NODES=10.0.0.22,
++ export CONTROL_NODES=10.20.0.13,
++ CONTROL_NODES=10.20.0.13,
++ export ORCHESTRATOR=openstack
++ ORCHESTRATOR=openstack
++ export DEPLOYER=ansible
++ DEPLOYER=ansible
++ export JOB_LOGS_PATH=ansible-os
++ JOB_LOGS_PATH=ansible-os
+ source /home/jenkins/workspace/test-sanity@2/vars.test-sanity.37202.env
++ export MONITORING_DEPLOY_TARGET=AIO
++ MONITORING_DEPLOY_TARGET=AIO
++ export MONITORING_DEPLOYER=ansible
++ MONITORING_DEPLOYER=ansible
++ export MONITORING_ORCHESTRATOR=os
++ MONITORING_ORCHESTRATOR=os
++ export USE_DATAPLANE_NETWORK=true
++ USE_DATAPLANE_NETWORK=true
+ export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os
+ FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/47/1147/1/check_862/ansible-os
+ export TARGET=sanity
+ TARGET=sanity
+ ./src/opensdn-io/tf-jenkins/jobs/test/functional/run.sh
INFO: Test sanity started  Wed Nov  6 20:32:14 UTC 2024
Warning: Permanently added '10.0.0.22' (ECDSA) to the list of known hosts.
Warning: Permanently added '10.0.0.22' (ECDSA) to the list of known hosts.
DEPLOYER=ansible
CONTRAIL_CONTAINER_TAG=master-1_1_4_7-1
CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_1_4_7-1
CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
ORCHESTRATOR=openstack
OPENSTACK_VERSION="yoga"
CONTROLLER_NODES="10.0.0.22 "
AGENT_NODES="10.0.0.22"
CONTROL_NODES="10.20.0.13 "
SSL_ENABLE="false"
LEGACY_ANALYTICS_ENABLE="true"
HUGE_PAGES_1G=
CONTAINER_RUNTIME=docker
K8S_CA=
DEPLOY_IPA_SERVER=
IPA_PASSWORD=
OPENSTACK_CONTROLLER_NODES='10.0.0.22'
OS_AUTH_URL='http://10.0.0.22:5000/v3'
AUTH_PASSWORD='contrail123'
AUTH_URL=''
INFO: [ensure python3 is present]
Reading package lists...
Building dependency tree...
Reading state information...
python3-distutils is already the newest version (3.10.8-1~22.04).
python3-minimal is already the newest version (3.10.6-1~22.04).
python3-minimal set to manually installed.
The following packages were automatically installed and are no longer required:
  apport-symptoms distro-info libnetplan0 python3-debconf python3-debian
  python3-magic python3-pexpect python3-problem-report python3-ptyprocess
  python3-systemd
Use 'sudo apt autoremove' to remove them.
0 upgraded, 0 newly installed, 0 to remove and 61 not upgraded.

INFO: [docker install]
INFO: distro=ubuntu detected
INFO: docker installed: Docker version 27.3.1, build ce12230

[docker config]
DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5101
HTTP/1.1 404 Not Found
Content-Type: text/plain; charset=utf-8
X-Content-Type-Options: nosniff
Date: Wed, 06 Nov 2024 20:32:16 GMT
Content-Length: 19

DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5101 is insecure
Registry nexus.gz1.opensdn.io:5101 is configured in /etc/docker/daemon.json. Skip.
INFO: test_target is ci_sanity
pip 24.3.1 from /usr/local/lib/python3.10/dist-packages/pip (python 3.10)
Looking in indexes: http://tf-mirrors.gz1.opensdn.io/root/pypi/+simple/
Requirement already satisfied: jinja2 in /usr/lib/python3/dist-packages (3.0.3)
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable.It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
set ssh options for ubuntu user
INFO: get testrunner.sh from image
INFO: docker installed: Docker version 27.3.1, build ce12230
master-1_1_4_7-1: Pulling from contrail-test-test
2d473b07cdd5: Already exists
43ca3a890a55: Pulling fs layer
731234e38771: Pulling fs layer
95aa6251ff6a: Pulling fs layer
71ea2a43f26b: Pulling fs layer
7ab11fd69993: Pulling fs layer
dadfe14050a3: Pulling fs layer
145a63c5f878: Pulling fs layer
96eb82bd40a3: Pulling fs layer
9e1415545f1f: Pulling fs layer
71ea2a43f26b: Waiting
1ba6058dd103: Pulling fs layer
7ab11fd69993: Waiting
01c0179fdc45: Pulling fs layer
dadfe14050a3: Waiting
145a63c5f878: Waiting
8ec4f96405d2: Pulling fs layer
96eb82bd40a3: Waiting
2b61ad0b1048: Pulling fs layer
9e1415545f1f: Waiting
1ba6058dd103: Waiting
01c0179fdc45: Waiting
8ec4f96405d2: Waiting
2b61ad0b1048: Waiting
731234e38771: Verifying Checksum
731234e38771: Download complete
71ea2a43f26b: Verifying Checksum
71ea2a43f26b: Download complete
7ab11fd69993: Verifying Checksum
7ab11fd69993: Download complete
95aa6251ff6a: Verifying Checksum
95aa6251ff6a: Download complete
43ca3a890a55: Verifying Checksum
43ca3a890a55: Download complete
43ca3a890a55: Pull complete
96eb82bd40a3: Verifying Checksum
96eb82bd40a3: Download complete
731234e38771: Pull complete
9e1415545f1f: Verifying Checksum
9e1415545f1f: Download complete
95aa6251ff6a: Pull complete
1ba6058dd103: Verifying Checksum
1ba6058dd103: Download complete
71ea2a43f26b: Pull complete
01c0179fdc45: Verifying Checksum
01c0179fdc45: Download complete
7ab11fd69993: Pull complete
dadfe14050a3: Verifying Checksum
dadfe14050a3: Download complete
8ec4f96405d2: Verifying Checksum
8ec4f96405d2: Download complete
145a63c5f878: Verifying Checksum
145a63c5f878: Download complete
dadfe14050a3: Pull complete
2b61ad0b1048: Verifying Checksum
2b61ad0b1048: Download complete
145a63c5f878: Pull complete
96eb82bd40a3: Pull complete
9e1415545f1f: Pull complete
1ba6058dd103: Pull complete
01c0179fdc45: Pull complete
8ec4f96405d2: Pull complete
2b61ad0b1048: Pull complete
Digest: sha256:98a8b3822a81809f6913ce64491edb4203b2a78dca20670bf6d09fcde660a236
Status: Downloaded newer image for nexus.gz1.opensdn.io:5101/contrail-test-test:master-1_1_4_7-1
nexus.gz1.opensdn.io:5101/contrail-test-test:master-1_1_4_7-1
43eaf343141e1f9e603f4897b94f89cad1cbef8de0f5070ee286f6e1a715fd6c
NDlhOdf3Xw
INFO: prepare input parameters from template /home/ubuntu/src/opensdn-io/tf-dev-test/tf-sanity/tf_test_input.yaml.j2
INFO: TF test input:
provider_config:
  bms:
    ssh_user: "ubuntu"
    ssh_pwd:
    domainsuffix: ""

instances:
  10_0_0_22:
    ip: 10.0.0.22
    provider: bms
    roles:
      analytics:
      analytics_snmp:
      analytics_alarm:
      analytics_database:
      config:
      config_database:
      control:
      webui:
      openstack:
      vrouter:
      openstack_compute:

contrail_configuration:
  LOG_LEVEL: SYS_DEBUG
  CONTRAIL_CONTAINER_TAG: master-1_1_4_7-1
  CLOUD_ORCHESTRATOR: openstack
  OPENSTACK_VERSION: yoga
  AUTH_MODE: keystone
  KEYSTONE_AUTH_URL_VERSION: /v3
  ANALYTICSDB_ENABLE: "true"
  ANALYTICS_ALARM_ENABLE: "true"
  ANALYTICS_SNMP_ENABLE: "true"
  CONTROLLER_NODES: "10.0.0.22"
# Network isolation case.
# services might be on different IPs,
# but list of nodes is still in CONTROLLER_NODES
  CONTROL_NODES: "10.20.0.13,"
orchestrator_configuration:
  keystone:
    version: v3
    password: contrail123

deployment:
    orchestrator: openstack
    deployer: contrail-ansible-deployer

test_configuration:
    image_web_server: nexus.opensdn.io/repository/
    use_project_scoped_token: True
    container_runtime: docker
INFO: run tests...
./tf_test_input.yaml

./tf_test_input.yaml
+ trap resume_pid 10
+ getopts :T:t:p:f:h opt
+ TESTBED=/opt/contrail/utils/fabfile/testbeds/testbed.py
+ CONTRAIL_FABPATH=/opt/contrail/utils
+ CONTRAIL_TEST_FOLDER=/contrail-test
+ FEATURE=sanity
+ TEST_TAGS=ci_sanity
+ [[ ! -f /contrail-test/contrail_test_input.yaml ]]
+ '[' '!' /opt/contrail/utils/fabfile/testbeds/testbed.py -ef /opt/contrail/utils/fabfile/testbeds/testbed.py ']'
+ mkdir -p /opt/contrail/utils/fabfile/testbeds/
+ cp /opt/contrail/utils/fabfile/testbeds/testbed.py /opt/contrail/utils/fabfile/testbeds/testbed.py
cp: cannot stat ‘/opt/contrail/utils/fabfile/testbeds/testbed.py’: No such file or directory
+ cd /contrail-test
+ run_tests='./run_tests.sh --contrail-fab-path /opt/contrail/utils '
+ [[ -n '' ]]
+ [[ -n ci_sanity ]]
+ [[ ci_sanity =~ ci_sanity ]]
+ export ci_image=cirros
+ ci_image=cirros
+ ./run_tests.sh --contrail-fab-path /opt/contrail/utils -T ci_sanity
+ declare -a pids
+ trap resume_pids 10 1 2 3 6
+ source tools/common.sh
+ export PYTHON=/usr/bin/python3
+ PYTHON=/usr/bin/python3
++ which testr
+ TESTR=/usr/local/bin/testr
++ which subunit2junitxml
+ SUBUNIT2JUNIT=/usr/local/bin/subunit2junitxml
+ rm -rf .testrepository
+ testrargs=
+ path=
+ tags=
+ venv=.venv
+ with_venv=tools/with_venv.sh
+ always_venv=0
+ never_venv=1
+ no_site_packages=0
+ debug=0
+ force=0
+ wrapper=
+ config_file=
+ update=0
+ upgrade=0
+ upload=0
+ logging=0
+ logging_config=logging.conf
+ send_mail=0
+ concurrency=
+ parallel=0
+ failure_threshold=
+ contrail_fab_path=/opt/contrail/utils
++ date +%Y_%m_%d_%H_%M_%S
+ export SCRIPT_TS=2024_11_06_20_32_37
+ SCRIPT_TS=2024_11_06_20_32_37
++ getopt -o pVNnfuUsthdC:lLmF:T:c: -l test-failure-threshold:,prepare,virtual-env,no-virtual-env,no-site-packages,force,upgrade,k8s_upgrade,update,upload,sanity,parallel,help,debug,config:,logging,logging-config,send-mail,features:,tags:,concurrency:,contrail-fab-path: -- --contrail-fab-path /opt/contrail/utils -T ci_sanity
+ options=' --contrail-fab-path '\''/opt/contrail/utils'\'' -T '\''ci_sanity'\'' --'
+ eval set -- --contrail-fab-path ''\''/opt/contrail/utils'\''' -T ''\''ci_sanity'\''' --
++ set -- --contrail-fab-path /opt/contrail/utils -T ci_sanity --
+ first_uu=yes
+ '[' 5 -gt 0 ']'
+ case "$1" in
+ contrail_fab_path=/opt/contrail/utils
+ shift
+ shift
+ '[' 3 -gt 0 ']'
+ case "$1" in
+ tags=ci_sanity
+ shift
+ shift
+ '[' 1 -gt 0 ']'
+ case "$1" in
+ '[' yes == yes ']'
+ first_uu=no
+ shift
+ '[' 0 -gt 0 ']'
++ echo ci_sanity
++ sed 's/,/ /g'
+ tags=ci_sanity
+ config_file=/contrail-test/contrail_test_input.yaml
+ [[ -n /contrail-test/contrail_test_input.yaml ]]
+ export TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml
+ TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml
+ prepare
+ '[' -n /contrail-test/contrail_test_input.yaml ']'
++ readlink -f /contrail-test/contrail_test_input.yaml
+ config_file=/contrail-test/contrail_test_input.yaml
++ dirname /contrail-test/contrail_test_input.yaml
+ export TEST_CONFIG_DIR=/contrail-test
+ TEST_CONFIG_DIR=/contrail-test
++ basename /contrail-test/contrail_test_input.yaml
+ export TEST_CONFIG_FILE=contrail_test_input.yaml
+ TEST_CONFIG_FILE=contrail_test_input.yaml
+ ssh_key_gen
+ [[ -f /root/.ssh/id_rsa ]]
+ [[ -f /root/.ssh/id_rsa.pub ]]
+ return 0
+ start_ssh_agent
+ ssh-add -l
+ '[' 2 == 2 ']'
+ test -r /root/.ssh-agent
+ ssh-add -l
+ '[' 2 == 2 ']'
+ umask 066
+ ssh-agent
+ eval 'SSH_AUTH_SOCK=/tmp/ssh-14QtwdZisLA5/agent.24; export SSH_AUTH_SOCK;
SSH_AGENT_PID=25; export SSH_AGENT_PID;
echo Agent pid 25;'
++ SSH_AUTH_SOCK=/tmp/ssh-14QtwdZisLA5/agent.24
++ export SSH_AUTH_SOCK
++ SSH_AGENT_PID=25
++ export SSH_AGENT_PID
++ echo Agent pid 25
+ ssh-add
Identity added: /root/.ssh/id_rsa (jenkins@tf-jenkins)
+ source_file_ssh_agent
+ cat
+ '[' 0 -eq 1 ']'
+ export REPORT_DETAILS_FILE=report_details_2024_11_06_20_32_37.ini
+ REPORT_DETAILS_FILE=report_details_2024_11_06_20_32_37.ini
+ export REPORT_FILE=report/junit-noframes.html
+ REPORT_FILE=report/junit-noframes.html
++ dirname ./run_tests.sh
+ cd .
+ '[' 0 -eq 1 ']'
+ '[' 1 -eq 0 ']'
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test
+ apply_patches
+ apply_testtools_patch_for_centos
+ find_python_version
++ python --version
++ grep python
Python 2.7.5
+ output=
++ python -c 'import sys; print(sys.version_info[:])'
+ output='(2, 7, 5, '\''final'\'', 0)'
+ substring='2, 6, 6'
+ echo '(2, 7, 5, '\''final'\'', 0)'
+ grep -q '2, 6, 6'
+ echo 'no match'
no match
+ return 1
+ '[' 1 -eq 0 ']'
+ apply_junitxml_patch
+ patch_path=/contrail-test/tools/patches
+ src_path=/usr/lib/python2.6/site-packages
+ '[' -d /usr/lib/python2.6/site-packages/junitxml ']'
+ src_path=/usr/local/lib/python2.7/dist-packages
+ '[' -d /usr/local/lib/python2.7/dist-packages/junitxml ']'
+ src_path=/usr/lib/python2.7/site-packages/
+ '[' -d /usr/lib/python2.7/site-packages//junitxml ']'
+ patch -d -p0 -N --dry-run --silent
+ '[' 2 -eq 0 ']'
+ filepath=/usr/local/lib/python3.6/site-packages/junitxml
+ patch -d /usr/local/lib/python3.6/site-packages/junitxml -p0 -N --dry-run --silent
+ '[' 0 -eq 0 ']'
+ echo 'Applied patch for python3'
Applied patch for python3
+ cd /usr/local/lib/python3.6/site-packages/junitxml
+ patch -p0 -N
patching file __init__.py
+ apply_subunitfilters_patch
+ patch_path=/contrail-test/tools/patches
+ filepath=/usr/local/lib/python3.6/site-packages/subunit
+ patch -p0 -N --dry-run --silent /usr/local/lib/python3.6/site-packages/subunit/filters.py
+ '[' 0 -eq 0 ']'
+ echo 'Applied subunit-filter patch for python3'
Applied subunit-filter patch for python3
+ patch -p0 -N /usr/local/lib/python3.6/site-packages/subunit/filters.py
patching file /usr/local/lib/python3.6/site-packages/subunit/filters.py
+ export TEST_DELAY_FACTOR=1
+ TEST_DELAY_FACTOR=1
+ export TEST_RETRY_FACTOR=1
+ TEST_RETRY_FACTOR=1
+ rm -rf 'result*.xml'
++ get_result_xml
++ result_xml=result_2024_11_06_20_32_37_3761.xml
++ echo result_2024_11_06_20_32_37_3761.xml
+ result_xml=result_2024_11_06_20_32_37_3761.xml
++ get_result_xml
++ result_xml=result_2024_11_06_20_32_37_18824.xml
++ echo result_2024_11_06_20_32_37_18824.xml
+ serial_result_xml=result_2024_11_06_20_32_37_18824.xml
+ GIVEN_TEST_PATH=
+ '[' '!' -z cirros ']'
+ export ci_image
+ check_test_discovery
+ echo 'Checking if test-discovery is fine'
Checking if test-discovery is fine
+ bash -x tools/check_test_discovery.sh
+ echo 'Validating if test discovery passes in scripts/ and serial_scripts'
Validating if test discovery passes in scripts/ and serial_scripts
+ echo ''

+ GIVEN_TEST_PATH=
+ export PYTHON=/usr/bin/python3
+ PYTHON=/usr/bin/python3
++ which testr
+ export TESTR=/usr/local/bin/testr
+ TESTR=/usr/local/bin/testr
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures
+ export OS_TEST_PATH=./scripts
+ OS_TEST_PATH=./scripts
+ /usr/local/bin/testr list-tests
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \
${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list 
/usr/local/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: master.1.1.4.7.1 is an invalid version and will not be supported in a future release
  PkgResourcesDeprecationWarning,
scripts.RR.test_rr.TestBasicRR.test_basic_RR[sanity]
scripts.RR.test_rr.TestBasicRR.test_create_vm_after_RR_set[sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count
scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates
scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[vcenter]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table
scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_stats_tables
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify__bgp_router_uve_up_xmpp_and_bgp_count
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify_bgp_peer_uve
scripts.analytics.test_analytics.AnalyticsTestSanity2.runTest
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_db_nodemgr_status[dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_collector_connections[dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_connections_to_collector_node[dev_sanity_dpdk,sanity,vcenter]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_agent[cb_sanity,dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_analytics_node[cb_sanity,dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_config[cb_sanity,dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_control_node[cb_sanity,dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics_basic.AnalyticsBasicTestSanity.test_verify_object_logs[ci_sanity,dev_sanity_dpdk,sanity,suite1,vcenter,vcenter_compute]
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_2byte
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_4byte
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_asn_update
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_basic[sanity]
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_community
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_hold_time
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ibgp
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv4_prefix_limit_idle_timeout
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv6_prefix_limit_idle_timeout
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_md5
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_route_origin_override
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_as_override
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_bfd_suppress_route_advt
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_ipv4_mapped_ipv6_nexthop
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_with_bfd_shc_attached_to_vmi
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem19989_adddelete_vmi
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20052
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20284
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_admin_tenant
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_user_tenant
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_sample_floating_ip_transmit_packets
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_basic[full_sanity,sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_bug_1749695[sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_through_floatingvn
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_different_forwarding_mode[upgrade]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_floating_ip
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_policy
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_secondary_ip[upgrade]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_sg
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_deletion
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_ip
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_port
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_protocol
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_ip[sanity,vcenter]
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_port
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_vm_suspend_restart
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc_pol_update
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_add_flows
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_diff_proto
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_incr_dip
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_policy_bind_unbind
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_v2_in_network_nat_with_3_instance[cb_sanity,sanity,vcenter]
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc_pol_update
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_add_flows
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_diff_proto
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_incr_dip
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_policy_bind_unbind
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_v2_in_network_nat_with_3_instance[dev_sanity_dpdk]
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_3_instance
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_static_route_no_policy[sanity,vcenter]
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_3_instance
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_static_route_no_policy[sanity,vcenter]
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_static_route_no_policy
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_v2_transparent_with_3_instance
scripts.ecmp.test_ecmp.TestECMPVro.test_ecmp_svc_in_network_with_3_instance[vcenter,vro]
scripts.ecmp.test_ecmp.TestECMPVro.test_ecmp_svc_in_network_with_static_route_no_policy[sanity,vcenter]
scripts.ecmp.test_ecmp.TestECMPVro.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPwithFIP_1.test_ecmp_with_svc_with_fip_dest
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_add_del_same_fip
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sip
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sport
scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_deletion[sanity,vcenter]
scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_suspend_start
scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_deletion
scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_suspend_start
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_multi_inline_SVC_VN_with_external_RT
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic[sanity,vcenter]
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_3_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_multiple_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat[upgrade]
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_ECMP
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_traffic
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_v2_SC[sanity,vcenter]
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_multi_inline_SVC_VN_with_external_RT
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic[sanity]
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_3_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_multiple_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_ECMP
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_traffic
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_v2_SC
scripts.ecmp.test_ecmp.TestVRRPwithSVM.test_vrrp_with_svm_toggle_admin_port
scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_ecmp_subIntf[upgrade]
scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_subIntf
scripts.firewall.test_fw.TestFirewallBasic.test_global_scope[vcenter]
scripts.firewall.test_fw.TestFirewallDraftBasic.test_mixed_draft_mode[dev_sanity_dpdk,sanity]
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_communication_across_borrower_vm
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_exhust_Fip_pool_and_release_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_extend_fip_pool_runtime
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_mutual_floating_ip
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_in_uve
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_with_traffic
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_removal_of_fip_with_traffic
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vm_restart_with_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vn_info_in_agent_with_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity2.test_communication_across__diff_proj
scripts.floatingip.test_floatingip.FloatingipTestSanity2.test_fip_with_policy[vcenter,vro]
scripts.floatingip.test_floatingip.FloatingipTestSanity4.test_tcp_transfer_from_fip_vm
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_native_staticroute
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_policy
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_staticroute
scripts.floatingip.test_floatingip_basic.FloatingipBasicTestSanity.test_floating_ip[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1,vcenter,vcenter_compute,vrouter_gw]
scripts.floatingip.test_mx.TestSanity_MX.test_apply_policy_fip_on_same_vn[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_fip_with_vm_in_2_vns[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_ftp_http_with_public_ip[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_mx_gateway[mx_test,sanity,vcenter,vcenter_compute]
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_fwp_tag_priority_order_vmi_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_project
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_project
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vn[k8s_sanity]
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_policy_at_firewall_and_network_level
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_inter_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_intra_vn
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_hbs_with_hbf_type_label
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects_with_non_hbf_project
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbsflag_toggle_with_multiple_projects_with_non_hbf_project
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_quota_limit_for_host_based_service
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnIntraCompute
scripts.heat.test_heat.TestHeat.test_ecmp_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_heat_stacks_list[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity]
scripts.heat.test_heat.TestHeat.test_max_inst_change_in_ecmp_svc
scripts.heat.test_heat.TestHeat.test_port_based_multi_sc
scripts.heat.test_heat.TestHeat.test_proto_based_multi_sc
scripts.heat.test_heat.TestHeat.test_pt_multi_inline_v2_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_public_access_thru_svc_w_fip[cb_sanity,sanity,vcenter_compute]
scripts.heat.test_heat.TestHeat.test_security_group_update
scripts.heat.test_heat.TestHeat.test_src_cidr_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_nat
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innetnat_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innet[sanity]
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk]
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_innet_svc
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_trans_svc
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_innet_nat
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_innet
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_nat
scripts.heat.test_heat.TestHeatIPv6.test_ecmp_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_heat_stacks_list
scripts.heat.test_heat.TestHeatIPv6.test_max_inst_change_in_ecmp_svc
scripts.heat.test_heat.TestHeatIPv6.test_port_based_multi_sc
scripts.heat.test_heat.TestHeatIPv6.test_proto_based_multi_sc
scripts.heat.test_heat.TestHeatIPv6.test_pt_multi_inline_v2_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_public_access_thru_svc_w_fip[cb_sanity,sanity,vcenter_compute]
scripts.heat.test_heat.TestHeatIPv6.test_security_group_update
scripts.heat.test_heat.TestHeatIPv6.test_src_cidr_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_nat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innetnat_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innet[cb_sanity]
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk]
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_innet_svc
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_trans_svc
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_innet_nat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_innet
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_nat
scripts.heat.test_heat_basic.TestBasicHeat.test_svc_creation_with_heat[dev_sanity_dpdk,sanity,suite1,vcenter_compute]
scripts.heat.test_heat_basic.TestBasicHeatIPv6.test_svc_creation_with_heat[sanity]
scripts.interAS.test_interas.TestInterAS.test_interAS_labeled_unicast
scripts.interAS.test_interas.TestInterAS.test_interAS_remote_vpn
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,quick_sanity,sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_dynamic_NH_without_juniper_header_cem8760
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[ci_sanity_WIP,quick_sanity,sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirroring_disable_enable_scenarios[ci_sanity_WIP,quick_sanity,sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header[sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_egress
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_ingress
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_without_header_ingress[sanity]
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,quick_sanity,sanity]
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_egress
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_ingress
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_without_header_ingress[sanity]
scripts.k8s_scripts.test_deployment.TestPodDeployment.test_deployment_1
scripts.k8s_scripts.test_deployment.TestPodDeployment.test_deployment_replica_updation[openshift_1]
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_agent
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_control
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_with_deployment
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_local_scale_up_down
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_network_policy
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_nodeport_service
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_external_ip
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_multiple_clients
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_to_10_and_down_to_2
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_to_non_ecmp
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_flows_with_scale
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_non_ecmp_to_ecmp
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_delete_and_recreate_the_namespace_with_fabric_fwd_enabled
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_fabric_fwd
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_replica_update_for_fabric_fwd[k8s_sanity]
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_fabric_forwarding_disabled_by_default
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_ping_with_jumbo_frame
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_pod_publicreachability_with_fabric_forwarding_enabled
scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout
scripts.k8s_scripts.test_ingress.TestIngressClusterIp.test_ingress_ip_assignment[ci_k8s_sanity,k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_ingress.TestIngressVNIsolated.test_ingress_fanout
scripts.k8s_scripts.test_ingress_tls.TestIngressTLS.test_ingress_tls_1[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_ingress_custom_isolation
scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_namespace_custom_isolation[openshift_1]
scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_pod_custom_isolation[openshift_1]
scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_service_custom_isolation[openshift_1]
scripts.k8s_scripts.test_isolation.TestNSIsolation.test_communication_from_isolated_ns_via_service[openshift_1]
scripts.k8s_scripts.test_isolation.TestNSIsolation.test_communication_from_non_isolated_to_service_in_isolated[openshift_1]
scripts.k8s_scripts.test_isolation.TestNSIsolation.test_pods_isolation[openshift_1]
scripts.k8s_scripts.test_isolation.TestNSIsolation.test_pods_isolation_negative[openshift_1]
scripts.k8s_scripts.test_namespace.TestNamespace.test_many_add_delete_ns
scripts.k8s_scripts.test_namespace.TestNamespace.test_namespace_1[ci_contrail_go_k8s_sanity,openshift_1]
scripts.k8s_scripts.test_pod.TestPod.test_add_delete_pod[openshift_1]
scripts.k8s_scripts.test_pod.TestPod.test_change_pod_label[openshift_1]
scripts.k8s_scripts.test_pod.TestPod.test_ping_between_pods_accross_namespace[openshift_1]
scripts.k8s_scripts.test_pod.TestPod.test_ping_between_two_pods[ci_contrail_go_k8s_sanity,openshift_1]
scripts.k8s_scripts.test_pod.TestPod.test_pod_public_reachability_using_snat
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_add_delete_pod[openshift_1]
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_change_pod_label[openshift_1]
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_ping_between_pods_accross_namespace[openshift_1]
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_ping_between_two_pods[ci_contrail_go_k8s_sanity,openshift_1]
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_pod_public_reachability_using_snat
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_egress
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_ingress[ci_contrail_go_k8s_sanity,openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_egress
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_ingress[ci_contrail_go_k8s_sanity,openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_edit
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_label_edit[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_allow_egress_allow_all[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_allow_egress_deny_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_allow_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_deny_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_namespaceselector_for_namespace[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_namespaceselector_for_pod[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_podselector_for_namespace[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_podselector_for_namespace_negative[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_podselector_for_pod[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_port_for_namespace[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_port_for_pod[ci_openshift,openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_edit
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_label_edit[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_egress_policies
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_ingress_policies
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_egress_rules
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_ingress_rules
scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_egress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_ingress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_egress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_ingress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_deployment_replica_updation[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_k8s_configurations_post_policy_creation[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_pod_selector[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_egress_rule[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_ingress_rule[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_policy_negative[openshift_1]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_namespace_with_service[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_pod_with_service
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress_fanout[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_service[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_k8s_ingress
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_service[ci_k8s_sanity,k8s_sanity]
scripts.k8s_scripts.test_service.TestService.test_cem20907
scripts.k8s_scripts.test_service.TestService.test_dns_external_url[openshift_1]
scripts.k8s_scripts.test_service.TestService.test_dns_interal_service[openshift_1]
scripts.k8s_scripts.test_service.TestService.test_kube_dns_lookup[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestService.test_service_1[openshift_1]
scripts.k8s_scripts.test_service.TestService.test_service_access_from_different_ns[ci_openshift,openshift_1]
scripts.k8s_scripts.test_service.TestService.test_service_scale_up_down
scripts.k8s_scripts.test_service.TestService.test_service_type_nodeport
scripts.k8s_scripts.test_service.TestService.test_service_with_type_loadbalancer
scripts.k8s_scripts.test_service.TestServiceExternalIP.test_service_with_external_ip[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceExternalIPVNIsolated.test_service_with_external_ip[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_cem20907
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_dns_external_url[openshift_1]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_dns_interal_service[openshift_1]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_kube_dns_lookup[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_1[openshift_1]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_access_from_different_ns[ci_openshift,openshift_1]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_scale_up_down
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_type_nodeport
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_with_type_loadbalancer
scripts.k8s_scripts.test_snat.TestSNAT.test_delete_and_recreate_the_namespace_with_snat_enabled
scripts.k8s_scripts.test_snat.TestSNAT.test_deployment_with_replica_update_for_snat[k8s_sanity]
scripts.k8s_scripts.test_snat.TestSNAT.test_ping_with_jumbo_frame
scripts.k8s_scripts.test_snat.TestSNAT.test_pod_publicreachability_with_snat_enabled
scripts.k8s_scripts.test_snat.TestSNAT.test_snat_forwarding_disabled_by_default
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_contrail_status
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_dns_service
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_different_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_same_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_different_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_same_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_inter_vn_inter_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_and_inter_vn_pkt_mode
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_inter_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_intra_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_ipv6_intra_and_inter_vn
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_with_policy
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_add_remove_members
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_client_pool_in_same_net[sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_health_monitor
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_fip[cb_sanity,sanity,vcenter]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_lb[upgrade]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_https
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_sg_vip[sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_update_attr_verify_haproxy_conf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_intra_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_vrouter_agent_restart
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_bfd_on_targetip_vsrx[sanity]
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_change_fwding_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_macvlan_intf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vlan_intf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vmi
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_detach_hc_vsrx
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_diff_subnet_macvlanip
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_dynamically_disable_maciplearningflag
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_fifty_macvlans
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_detach
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_failure
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_in_l3_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_intra_compute_intra_subnet
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_subnet_intra_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3[sanity]
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_maciplearning_flag
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_locally_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_vrouter_agent_restart
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_change_fwding_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_macvlan_intf
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vlan_intf
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vmi
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_diff_subnet_macvlanip
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_dynamically_disable_maciplearningflag
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_fifty_macvlans
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_detach
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_failure
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_in_l3_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_intra_compute_intra_subnet
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_subnet_intra_compute
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3[sanity]
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_maciplearning_flag
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_locally_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_vrouter_agent_restart
scripts.multi_tenancy.test_perms.TestMultitenancy.test_all
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_policy_objects
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_projects
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_vn_objects
scripts.multicloud.test_mc.MC_test.test_Overlay_ping
scripts.multicloud.test_mc.MC_test.test_Underlay_ping
scripts.multicloud.test_mc.MC_test.test_bird_HA
scripts.multicloud.test_mc.MC_test.test_openvpn_HA
scripts.multicloud.test_mc.MC_test.test_strongswan_HA
scripts.multicloud.test_mc.MC_test.test_tag_verification
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_create_pool_member_vip
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_delete_pool_in_use
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_healthmonitor_delete
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_member_delete
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_vip_delete
scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_healthmonitor[suite1]
scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_lbmethod_round_robin[suite1]
scripts.neutron.test_crud.TestCRUD.test_network_subnet_port_crud
scripts.neutron.test_crud.TestCRUD.test_router_crud[dev_sanity_dpdk,sanity,vcenter_compute]
scripts.neutron.test_ports.TestPorts.test_aap_active_active_mode
scripts.neutron.test_ports.TestPorts.test_aap_with_fip[cb_sanity,sanity]
scripts.neutron.test_ports.TestPorts.test_aap_with_fip_vsrx
scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_admin_state_toggle
scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_priority_change
scripts.neutron.test_ports.TestPorts.test_aap_with_zero_mac[cb_sanity,sanity]
scripts.neutron.test_ports.TestPorts.test_port_admin_state_up
scripts.neutron.test_ports.TestPorts.test_port_ip_reuse
scripts.neutron.test_ports.TestPorts.test_port_rename
scripts.neutron.test_ports.TestPorts.test_ports_attach_detach
scripts.neutron.test_ports.TestPorts.test_ports_bindings[dev_sanity_dpdk,sanity,vcenter_compute]
scripts.neutron.test_ports.TestPorts.test_ports_custom_sg
scripts.neutron.test_ports.TestPorts.test_ports_device_owner_and_id
scripts.neutron.test_ports.TestPorts.test_ports_extra_dhcp_options
scripts.neutron.test_ports.TestPorts.test_ports_multiple_specific_subnet_ips
scripts.neutron.test_ports.TestPorts.test_ports_no_sg
scripts.neutron.test_ports.TestPorts.test_ports_secondary_ip_attach
scripts.neutron.test_ports.TestPorts.test_ports_specific_mac
scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet
scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet_ip[dev_sanity_dpdk,sanity,vcenter_compute]
scripts.neutron.test_ports.TestPorts.test_ports_update_sg
scripts.neutron.test_ports.TestPorts.test_shutoff_vm_route_withdrawal
scripts.neutron.test_ports.TestPorts.test_zombie_tap_interface
scripts.neutron.test_quota.TestQuota.test_default_quota_for_admin_tenant
scripts.neutron.test_quota.TestQuota.test_default_quota_for_new_tenant
scripts.neutron.test_quota.TestQuota.test_quota_update_of_new_project_by_admin
scripts.neutron.test_quota.TestQuota.test_quota_update_of_specific_tenant
scripts.neutron.test_quota.TestQuota.test_update_quota_for_new_tenant
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_CEM_22032[cb_sanity]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior[cb_sanity]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_diff_projects
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_different_vns
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip[upgrade]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_diff_projects
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_subnet_attach_detach
scripts.neutron.test_routers.TestRouters.test_basic_router_behavior[dev_sanity_dpdk,sanity,vcenter_compute]
scripts.neutron.test_routers.TestRouters.test_router_admin_state_up[full_sanity]
scripts.neutron.test_routers.TestRouters.test_router_rename[full_sanity]
scripts.neutron.test_routers.TestRouters.test_router_with_alloc_pool_and_gateway
scripts.neutron.test_routers.TestRouters.test_router_with_existing_ports
scripts.neutron.test_routers_basic.TestRoutersBasic.test_basic_snat_behavior_without_external_connectivity[ci_sanity,dev_sanity_dpdk,sanity,suite1]
scripts.neutron.test_sec_group.TestSecurityGroup.test_security_group_rename
scripts.neutron.test_subnets.TestSubnets.test_allocation_pools
scripts.neutron.test_subnets.TestSubnets.test_bug_1630829
scripts.neutron.test_subnets.TestSubnets.test_dns_nameservers
scripts.neutron.test_subnets.TestSubnets.test_enable_dhcp
scripts.neutron.test_subnets.TestSubnets.test_gateway
scripts.neutron.test_subnets.TestSubnets.test_ip_allocation_order
scripts.neutron.test_subnets.TestSubnets.test_subnet_host_routes
scripts.neutron.test_subnets.TestSubnets.test_subnet_rename
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_admin_state_up
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_mtu
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_rename
scripts.openshift_tests.test_oc_basic.TestOcBasic.test_oc_basic_sanity[openshift_1]
scripts.openshift_tests.test_snat.TestSNAT.test_isolated_pod_external_reachability_with_snat_enabled
scripts.openshift_tests.test_snat.TestSNAT.test_non_isolated_pod_external_reachability_with_snat_enabled
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_protocol_summary
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_source_dest_cidr
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_with_multi_vn_in_vm
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_protocol_summary
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_source_dest_cidr
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_with_multi_vn_in_vm
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1,vcenter_compute]
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy[quick_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy_to_deny[quick_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyModifyIpv4v6.test_policy_modify_vn_policy[sanity]
scripts.policy.test_policy.TestBasicPolicyNegativeIpv4v6.test_remove_policy_with_ref[sanity]
scripts.policy.test_policy.TestBasicPolicyRouting.test_policy_RT_import_export
scripts.policy.test_policy.TestBasicPolicyRoutingIpv4v6.test_policy_RT_import_export
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_any[cb_sanity,sanity,vcenter,vcenter_compute]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_duplicate_vn_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_policy_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_vn_dst_cidr[cb_sanity,vcenter]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_any_dst_pol
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_any[cb_sanity,vcenter]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_vn
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_vn_dst_pol[cb_sanity,sanity,vcenter,vcenter_compute,vrouter_gw]
scripts.policy.test_policy_acl.TestPolicyAcl.test_route_leaking_pass_protocol_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_any
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_duplicate_vn_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_policy_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_vn_dst_cidr[sanity,vcenter_compute]
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_any_dst_pol
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_any[sanity,vcenter_compute]
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_vn
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_vn_dst_pol
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_route_leaking_pass_protocol_src_cidr_dst_cidr
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_associate_disassociate_api_policy
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_create_api_policy
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_policy_with_local_keyword_across_multiple_vn
scripts.policy.test_policy_api.TestApiPolicyFixture02.test_policy_api_fixtures
scripts.policy.test_policy_basic.TestBasicPolicy.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1,vcenter_compute]
scripts.policy.test_policy_basic.TestBasicPolicy.test_policy[suite1]
scripts.policy.test_policy_basic.TestBasicPolicy.test_policy_to_deny
scripts.policy.test_policy_basic.TestBasicPolicyModify.test_policy_modify_vn_policy[suite1]
scripts.policy.test_policy_basic.TestBasicPolicyNegative.test_remove_policy_with_ref[suite1,vcenter]
scripts.policy.test_policy_basic.TestDetailedPolicy0.test_repeated_policy_modify[suite1]
scripts.policy.test_policy_detailed.TestDetailedPolicy0Ipv4v6.test_repeated_policy_modify[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_multi_vn_repeated_policy_update_with_ping[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_single_vn_repeated_policy_update_with_ping
scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_multi_vn_repeated_policy_update_with_ping[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_single_vn_repeated_policy_update_with_ping
scripts.project.test_projects_basic.TestProjectBasic.test_project_add_delete
scripts.qos.test_qos.TestQos.test_default_fc_update
scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dot1p
scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dscp
scripts.qos.test_qos.TestQos.test_qos_marking_dscp_on_vhost
scripts.qos.test_qos.TestQos.test_qos_remark_based_on_default_fc
scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vmi
scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vn
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi[cb_sanity,sanity]
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi_ipv6
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn_ipv6
scripts.qos.test_qos.TestQosPolicy.test_qos_config_and_fc_update_for_dscp_map_on_policy
scripts.qos.test_qos.TestQosPolicy.test_qos_remark_dscp_on_particular_rule_of_policy
scripts.qos.test_qos.TestQosPolicy.test_qos_vmi_precedence_over_policy_over_vn
scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_policy_including_si
scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_vmi_of_si
scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_route_aggregation
scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_with_multiple_route_aggregation_prefixes
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_ext_community_list_match_all_reject
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_ext_community[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_network_static_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes_si
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_xmpp_matrix
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_inter_subcluster
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_intra_subcluster
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community_primary_route
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_reject_route
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_secondary_route_no_subcluster_ext_community
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_dep_routes_two_vns_with_same_rt
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_rt_CEM_22032[cb_sanity,sanity,vcenter,vcenter_compute]
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_user_def_rt_entry[cb_sanity,sanity,vcenter,vcenter_compute]
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_vn_rt_entry
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_basic[sanity,suite1]
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_hold_flow_negative_test
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_basic[sanity,suite1,vcenter]
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_hold_flow_negative_test
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail_vro.test_sec_group_basic[vcenter,vro]
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail_vro.test_sec_group_hold_flow_negative_test
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4Ipv6.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4_contrail.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupSynAckTest.test_syn_ack_create_flow
scripts.securitygroup.test_regression.SecurityGroupSynAckTestIpv6.test_syn_ack_create_flow
scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_basic[cb_sanity,ci_contrail_go_kolla_ocata_sanity,sanity,suite1,vcenter]
scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_hold_flow_negative_test
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_collector
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_control
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_dns
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_control_connects_to_rabbitmq
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_dns_connects_to_rabbitmq
scripts.service_connections.test_service_connections.TestServiceConnections.test_random_client_connections_to_collector
scripts.service_connections.test_service_connections.TestServiceConnections.test_webui_configs
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_interface_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_network_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_multiple_vmis
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_si
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_interface_route_tables_to_vmi
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_network_route_table_to_vns
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_interface_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_network_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_interface_static_table[dev_sanity_dpdk,sanity,vcenter]
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_network_route_table[cb_sanity,dev_sanity_dpdk,sanity,vcenter]
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_with_neutron_router
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_net_nat_with_static_routes[sanity,vcenter]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath[ci_sanity,vcenter]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath[sanity]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_net_nat_with_static_routes
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_CEM_22032[ci_sanity_WIP,quick_sanity,sanity,suite1,vcenter,vcenter_compute]
scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_in_network_datapath[ci_sanity_WIP,quick_sanity,sanity,suite1,vcenter,vcenter_compute]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_basic[sanity,vcenter]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_e2e_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_http
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_link_local_attach_to_vmi
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_left_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_nat_left_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_end_to_end_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_left_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_right_hc_fail_svm[sanity]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_scale_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_serial_hc_fail_svm
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_in_network_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring[ci_sanity_WIP,quick_sanity,sanity]
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_add_more_vns
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_policy_add_delete
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip
scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_in_network_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_add_more_vns
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_policy_add_delete
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_attach_detach_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_diff_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_policy_change_rules_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_policy_order_change_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirror_with_deny_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_attach_detach_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_diff_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_policy_change_rules_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_policy_order_change_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirror_with_deny_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer
scripts.vdns.test_vdns.TestvDNS0.test_agent_crash_dns_malformed_received
scripts.vdns.test_vdns.TestvDNS0.test_vdns_default_mode
scripts.vdns.test_vdns.TestvDNS0.test_vdns_fixed_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_ping_diff_vn[full_sanity]
scripts.vdns.test_vdns.TestvDNS0.test_vdns_random_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_roundrobin_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_diff_projs
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_fip
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_next_vdns[full_sanity]
scripts.vdns.test_vdns_basic.TestvDNSBasic0.test_vdns_ping_same_vn[ci_sanity,sanity,suite1,vcenter,vcenter_compute]
scripts.vm_regression.test_vcenter.TestVcenter.test_vcenter_static_ip[vcenter]
scripts.vm_regression.test_vcenter.TestVcenter.test_vcenter_vm_interface_change[vcenter]
scripts.vm_regression.test_vcenter.TestVcenter.test_vcenter_vm_moveout_and_backin[vcenter]
scripts.vm_regression.test_vcenter.TestVcenter2.test_vcenter_host_maintenance
scripts.vm_regression.test_vcenter.TestVcenter2.test_vcenter_vm_migrate[vcenter]
scripts.vm_regression.test_vcenter.TestVcenter2.test_vcenter_vm_on_diff_host[vcenter]
scripts.vm_regression.test_vcenter.TestVcenter3.test_vcenter_vm_on_diff_cluster[vcenter]
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_generic_link_local_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ipam_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_metadata_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_mtu_update
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn_two_vms_two_different_subnets
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vm_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vn_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_Policy_CEM_22032
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_broadcast_udp_w_chksum
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_bulk_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_diff_proj_same_vn_vm_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_disassociate_vn_from_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_duplicate_vn_add
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_host_route_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_multiple_metadata_service_scale
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_policy_between_vns_diff_proj
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_hard_reboot_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_ping_on_broadcast_multicast
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_release_ipam
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_shutdown_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_soft_reboot_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN3.test_traffic_bw_vms_diff_pkt_size
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_gratuitous_arp
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_updating_vm_ip
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns_chk_ips
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_arp
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_gw_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_in_2_vns_chk_ping
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_intf_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multi_intf_in_same_vn_chk_ping
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multiple_flavors
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_static_ip_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_vn_block_exhaustion
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_in_agent_with_vms_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_name_with_spl_characters
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_agent_cleanup_with_control_node_stop
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_multiple_vn_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_vn_subnet_types
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_cem19894
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_dns_resolution_for_link_local_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_static_route_to_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_dhcp_for_ipv6
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_sctp_traffic_between_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_scp_tests[sanity]
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_tftp_tests
scripts.vm_regression.test_vm.TestBasicVMVN0.test_Policy_CEM_22032
scripts.vm_regression.test_vm.TestBasicVMVN0.test_broadcast_udp_w_chksum
scripts.vm_regression.test_vm.TestBasicVMVN0.test_bulk_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_diff_proj_same_vn_vm_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_disassociate_vn_from_vm
scripts.vm_regression.test_vm.TestBasicVMVN0.test_duplicate_vn_add
scripts.vm_regression.test_vm.TestBasicVMVN0.test_host_route_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_multiple_metadata_service_scale
scripts.vm_regression.test_vm.TestBasicVMVN0.test_policy_between_vns_diff_proj
scripts.vm_regression.test_vm.TestBasicVMVN1.test_no_frag_in_vm
scripts.vm_regression.test_vm.TestBasicVMVN1.test_vn_gateway_flag_disabled
scripts.vm_regression.test_vm.TestBasicVMVN2.test_hard_reboot_vm
scripts.vm_regression.test_vm.TestBasicVMVN2.test_ping_on_broadcast_multicast
scripts.vm_regression.test_vm.TestBasicVMVN2.test_release_ipam
scripts.vm_regression.test_vm.TestBasicVMVN2.test_shutdown_vm
scripts.vm_regression.test_vm.TestBasicVMVN2.test_soft_reboot_vm
scripts.vm_regression.test_vm.TestBasicVMVN3.test_traffic_bw_vms_diff_pkt_size
scripts.vm_regression.test_vm.TestBasicVMVN4.test_gratuitous_arp
scripts.vm_regression.test_vm.TestBasicVMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum
scripts.vm_regression.test_vm.TestBasicVMVN4.test_updating_vm_ip
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns_chk_ips
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_arp
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_gw_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_in_2_vns_chk_ping
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_intf_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multi_intf_in_same_vn_chk_ping
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multiple_flavors
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_static_ip_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_vn_block_exhaustion
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_in_agent_with_vms_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_name_with_spl_characters
scripts.vm_regression.test_vm.TestBasicVMVN6.test_agent_cleanup_with_control_node_stop
scripts.vm_regression.test_vm.TestBasicVMVN6.test_multiple_vn_vm
scripts.vm_regression.test_vm.TestBasicVMVN6.test_vn_subnet_types
scripts.vm_regression.test_vm.TestBasicVMVN9.test_cem19894
scripts.vm_regression.test_vm.TestBasicVMVN9.test_dns_resolution_for_link_local_service
scripts.vm_regression.test_vm.TestBasicVMVN9.test_static_route_to_vm
scripts.vm_regression.test_vm.TestBasicVMVNx.test_sctp_traffic_between_vm[sanity,vcenter_compute]
scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_scp_tests[ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,vcenter_compute,vrouter_gw]
scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_tftp_tests
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_generic_link_local_service[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,dev_sanity_dpdk,sanity,suite1,vcenter,vcenter_compute]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ipam_add_delete[suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_metadata_service[cb_sanity,sanity,suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_mtu_update
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn[ci_contrail_go_kolla_ocata_sanity,suite1,upgrade,vcenter_compute,vrouter_gw]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn_two_vms_two_different_subnets[ci_contrail_go_kolla_ocata_sanity,ci_sanity,sanity,suite1,vcenter_compute]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vm_add_delete[suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vn_add_delete[suite1]
scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_sg_inter_vn[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_with_vn_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_inter_node
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_with_active_flows[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_remove_sg[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_with_aap[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes_intra_node[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_remove_sg_disable_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_inter_node
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_with_active_flows[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_remove_sg[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_with_aap[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes[cb_sanity,dev_reg,sanity]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes_intra_node[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_remove_sg_disable_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_sg_inter_vn[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_with_vn_policy[dev_reg]
scripts.vrouter.test_dpdk_bond_lacp.TestLacp.test_bond_lacp_config[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdk_bond_status[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_dpdk_fbit_disable_mbuf.TestFbitMergeBuffDisable.test_fbit_disable_mbuf_dpdk[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_dpdk_gro_gso.TestGroGso.test_dpdk_gro_gso[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_dpdk_vhost_mtu.TestMtu.test_mtu_config[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_dpdk_vifdump.TestVifdump.test_vifdump_on_interface[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error_inter_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_inter_node
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_lbaasv2[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_no_tcp_eviction
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap_ignore_addrs
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error_inter_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_inter_node
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_lbaasv2
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_no_tcp_eviction
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap_ignore_addrs
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg,sanity]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_lbaasv2
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_duplicate_frags
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_in_order
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_mixed
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_multi_sender
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order1
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_big_payload
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_icmp
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_inter_node
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_intra_node
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_syn
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_tcp
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_overlapping
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_1[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_2[dev_reg]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_3[dev_reg]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_4[dev_reg]
scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_1[dev_reg]
scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_2[cb_sanity,dev_reg,dev_sanity_dpdk,sanity]
scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_inter_node[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_intra_node[dev_reg,sanity,vcenter_compute]
scripts.vrouter.test_vif_stats.TestvifStats.test_vif_statistics[dev_reg,sanity,vcenter_compute]
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures
+ export OS_TEST_PATH=./serial_scripts
+ OS_TEST_PATH=./serial_scripts
+ /usr/local/bin/testr list-tests
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \
${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list 
/usr/local/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: master.1.1.4.7.1 is an invalid version and will not be supported in a future release
  PkgResourcesDeprecationWarning,
serial_scripts.RR.test_rr.TestBasicRR.test_process_restart_with_rr_set[sanity]
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_project
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_projects
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_project
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_flows_cli_cmds[sanity,vcenter]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_logs_cli_cmd_with_multiple_different_optional_args[sanity,vcenter]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_stats_cli_cmds[sanity,vcenter]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_log_verification_with_delete_add_in_network_mode
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_tables
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_level_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_message_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_module
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_node_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_object_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_uves
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_connected_networks_based_on_policy
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_series_table
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_tables
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_process_status_agent
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_record_table_inter_vn[sanity,vcenter]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_sampling_teardown[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_series_table_inter_vn[sanity,vcenter]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_intra_vn
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_with_security_tagging
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_tables_with_invalid_fields_values
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_virtual_machine_uve_vm_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_for_all_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_routing_instance
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vrouter_uve_vm_on_vm_create
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_alarmgen_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_analytics_api_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_cassandra_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_collector_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_qe_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_redis_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_stunnel_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_zookeeper_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_bgp_peer_object_logs
serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_xmpp_peer_object_logs
serial_scripts.asn4.test_asn4.TestAsn4.test_as4_two_mx
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ebgp
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp_sanity[sanity]
serial_scripts.asn4.test_asn4.TestAsn4.test_cem_22457_router_asn_reset
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_fiptraffic_before_backup
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_to_backup_restore
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_traffic_after_restore
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as[dev_sanity_dpdk,sanity]
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router_negative
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_negative
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_precedence
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_endtoend_bgpaas_local_as
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_service_port_update
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_stop_start_controllers
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_vsrx_agent_stop
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone[sanity]
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_agent_restart
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_control_restart
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zones_from_single_vnf[sanity]
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_multiple_control_nodes_in_zone
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_attach_to_multiple_vns
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_basic
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_flap_bgp_session
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_logical_router
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_update_RT
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l2_bgpvpn_with_l2_vn
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l3_bgpvpn_with_l3_vn
serial_scripts.config.test_1553316.Test1553316.test_create_v6
serial_scripts.control_node_scaling.test_flap_agent_scale.TestBGPScale.test_bgp_scale
serial_scripts.device_manager.test_dm.TestDM.test_add_delete_device_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_add_delete_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_basic_dm[sanity]
serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_device_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_break_connectivity_to_mx
serial_scripts.device_manager.test_dm.TestDM.test_change_import_export_RT
serial_scripts.device_manager.test_dm.TestDM.test_change_vtep
serial_scripts.device_manager.test_dm.TestDM.test_changing_AS
serial_scripts.device_manager.test_dm.TestDM.test_dynamic_tunnels
serial_scripts.device_manager.test_dm.TestDM.test_external_group_pushed_to_mx
serial_scripts.device_manager.test_dm.TestDM.test_if_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_logs_for_errors
serial_scripts.device_manager.test_dm.TestDM.test_multiple_subnets
serial_scripts.device_manager.test_dm.TestDM.test_mx_connected_to_bms
serial_scripts.device_manager.test_dm.TestDM.test_nc_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_restart_dm
serial_scripts.device_manager.test_dm.TestDM.test_vn_change_forwarding_mode
serial_scripts.domain.test_domain.TestDomain.test_crud_domain
serial_scripts.domain.test_domain.TestDomain.test_domain_sanity
serial_scripts.domain.test_domain.TestDomain.test_domain_user_group
serial_scripts.domain.test_domain.TestDomain.test_domain_with_diff_user_groups
serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_user_in_diff_projects
serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_users_in_diff_domains
serial_scripts.domain.test_domain.TestDomain.test_perms_with_same_user_in_diff_projects
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_change_encap_mode
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_diff_pkt_sizes
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_encryption_enable_disable
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_link_local_service
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_vhost0
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_workload
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_ecmp_active_active_aap
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_interface_mirroring
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_interface_up_down
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_config_service
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_strongswan
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_vrouter_agent
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_basic
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_flap
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_restart
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_discrete_port_range
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_port_modify
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_tcp_basic[sanity]
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_udp_basic
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_vhost_policy
serial_scripts.dynamic_vgw.test_dynamic_vgw.TestDynamicVgwCases.test_dynamic_vgw_compute_ping
serial_scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_precedence
serial_scripts.ecmp.test_ecmp.TestECMPMultipleSC.test_ecmp_svc_in_network_with_multiple_service_chains
serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_reboot_nodes
serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_service_restarts
serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_on_same_vn_gw_mx[sanity,serial,vcenter]
serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_vn_with_encaps_change_gw_mx[serial]
serial_scripts.encap.test_encap.TestEncapCases.test_encaps_mx_gateway[serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_dns_disabled_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_scp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_l2_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_dns_disabled_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_scp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_l2_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_agent_restart
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_agent_restart
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_agent_restart[sanity,serial,vcenter,vcenter_compute]
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_verify_vxlan_mode_with_configured_vxlan_id_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_dns_disabled_for_l2_vn[cb_sanity,sanity,serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_scp[sanity,serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_qinq_tagged_packets_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_tagged_packets_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_l2_mode[serial]
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_crb_mcast
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_igmp_config
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multigroup_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic_crb_access
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_restart
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_singlenode_sanity
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_multicast_policy
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_source_within_cluster
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6MultiVn.test_evpnt6_multivn_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_crb_mcast
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_evpnt6_multinode_basic_crb_access
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceOnboard.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceRoles.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulOnboard.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulRoles.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_no_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_to_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_no_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_to_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_fabric_assisted_replication
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_no_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_to_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_no_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_to_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_fabric_assisted_replication
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_api_dm_restart
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_dm_stop_start
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_intravn
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_dc_gw_napt[mx_cgnat]
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_instance_on_public_network[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_private_and_public_vn_part_of_lr
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_update_vni
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_dci_negative_case
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_basic
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_restart
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_stop_device_manager
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_dci_negative_case
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_basic
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_restart
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_stop_device_manager
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intervn_basic
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_restart
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_alarms
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_cb
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_10
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_11
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_12
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_13
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_14
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_15
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_16
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_17
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_18
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_19
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_20
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_21
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_22
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_23
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_24
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_25
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_26
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_27
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_28
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_29
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_30
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_31
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_32
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_33
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_34
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_35
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_36
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_37
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_38
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_39
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_40
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_41
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_42
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_43
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_44
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_45
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_46
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_47
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_48
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_7
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_8
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_9
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_clei
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fan
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_firmware
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fpc
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_pem
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_power
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_re
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_temp
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_clei_models
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_detail
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_mac_addr
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_7
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_add_rt_to_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vn_from_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vni_from_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vxlan_traffic_between_vn
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_logical_router_static_route_update_in_lr_type5_vrf_on_qfx
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_movement_2
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_on_spine
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_both_tagged_and_untagged_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_tagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_untagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_brownfield_user_workflow
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_csn_ha
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_different_vlan_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_ntp_snmp_dns_basic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_hw_inventory[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_add_remove_interface[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_add_remove_interface
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_1
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_2
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_remove_add_instance
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_api_server
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_device_manager[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_rr_role_deletion
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_as_tagged_and_untagged_across_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_same_vpg_different_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_basic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic_erb
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_update_vlan_id
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_vdns
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_with_multiple_subnets
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_both_tagged_and_untagged_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_bridge_domain_on_leaf_tagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_different_vlan_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_lag_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_multihoming_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_restart_device_manager[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_as_tagged_and_untagged_across_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_same_vpg_different_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_single_interface_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestVxlanID.test_check_vxlan_id_reuse
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_rt_to_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_vni_to_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_basic
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_ecmp
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_lr_from_router
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_vn_from_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_restart_device_manager
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_tagged_bms
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_vm_to_bms_ping
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group_2
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSecurityGroup.test_security_group
serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_ebgp
serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_static
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_parallel[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_serial[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_serial_one_instance[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_parallel[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_serial[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_serial_one_instance[lcm_sanity]
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_hitless_upgrade
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_multiple_devices_multiple_times
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_spine
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_w_healthcheck_disabled
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_basic
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_public_connectivity_from_vm_bms
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_restart_dm_api_server
serial_scripts.fabric_underlay.test_ztp.TestZtpWithErb.test_fabric_erb_intervn_basic
serial_scripts.fabric_underlay.test_ztp.TestZtpWorkFlow.test_ztp_workflow
serial_scripts.firewall.test_fw.TestFirewallBasic.test_address_group
serial_scripts.firewall.test_fw.TestFirewallBasic.test_application_policy_set
serial_scripts.firewall.test_fw.TestFirewallBasic.test_endpoint_type
serial_scripts.firewall.test_fw.TestFirewallBasic.test_local_scope
serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_application
serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_order
serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_match_tag_type
serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_order
serial_scripts.firewall.test_fw.TestFirewallBasic.test_service_group
serial_scripts.firewall.test_fw.TestFirewallBasic.test_tag_import_order
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress_diff_project
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress_diff_project
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_commit_while_discard_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_discard_while_commit_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_draft_mode_scope
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_1
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_2
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_3
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_across_scopes
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_same_scope
serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_global_draft_mode
serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_local_draft_mode
serial_scripts.firewall.test_fw.TestFirewall_1.test_floating_ip
serial_scripts.firewall.test_fw.TestFirewall_1.test_unidirection_rule
serial_scripts.firewall.test_fw.TestFirewall_2.test_subinterface
serial_scripts.firewall.test_fw.TestFirewall_3.test_allowed_address_pair
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_api_restart
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_basic
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_group
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_objects_quota
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_policy
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_rule_properties
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_shared
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_validate_default
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_policy_application
serial_scripts.firewall.test_fwaas_neutron.TestFwaasV6.test_fwaas_v6
serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_service_restart_with_fip[serial]
serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_traffic_with_control_node_switchover
serial_scripts.floatingip.test_mx.TestSerialSanity_MX.test_change_of_rt_in_vn[mx_test,sanity,serial,vcenter,vcenter_compute]
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l3
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_aap
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_broadcast_multicast
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip_4518_with_FIP
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_aap
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_fip
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_ipfab_vn_and_cust_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_multi_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_single_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_ip_fab_vn_and_cust_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_multi_vn_ip_fab
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ip_fab[cb_sanity,sanity,vcenter]
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ipv6
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_vhost0_policy
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWDSvcChain.test_ip_fabric_svc_in_network_datapath
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot_computes
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_shutdown
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_isolate
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot[ha]
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot_computes
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_api_server_single_failure[ha]
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_cassandra_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_control_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_dns_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_glance_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_haproxy_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_keystone_single_failure[ha]
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_mysql_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_named_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_neutron_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_api_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_conductor_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_scheduler_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_rabbitmq_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_schema_transformer_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_svc_monitor_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_zookeeper_single_failure
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_contrail_apiserver_restart
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_kube_master
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_slave
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kube_manager_restart_on_master
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kubelet_restart_on_computes
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_vrouter_agent_restart
serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_config_add_change_while_control_nodes_go_down
serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_traffic_connections_while_control_nodes_go_down
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_1GB
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_agent_restart_1GB
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_restart_1GB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_2MB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_agent_restart_2MB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_restart_2MB
serial_scripts.huge_pages.test_flow.TestFlowNoHugePage.test_flow_traffic_sanity_no_hugepages
serial_scripts.interAS.test_interas.TestInterAS.test_interAS_controller_restart
serial_scripts.interAS.test_interas.TestInterAS.test_interAS_ecmp_to_VM
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_remote_ce
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_with_subintf
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_vrouter_restart
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_forwarding_mode
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_ce
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_with_fat_flow
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_with_subintf
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_tcp_remote_ce
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_vrouter_restart
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect_with_alt_names[cb_sanity]
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_analytics_introspect
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_cert_without_cn
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_self_signed_cert
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_single_set_certs
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl_negative_cases
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_create[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_delete[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_deployments_services_in_easy_ns[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_service_in_zomsrc_ns[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_admin_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_custom_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_deployment_in_custom_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_pod_in_custom_project[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_kube_manager_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_kube_manager_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_k8s_auth_pod_delete[auth]
serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_kube_manager_restart[auth]
serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_docker_restart.TestOcDockerRestart.test_oc_docker_restart_dm_active[openshift_1]
serial_scripts.k8s_scripts.test_docker_restart.TestOcDockerRestart.test_oc_docker_restart_dm_backup[openshift_1]
serial_scripts.k8s_scripts.test_docker_restart.TestOcDockerRestart.test_oc_docker_restart_k8s_active[openshift_1]
serial_scripts.k8s_scripts.test_docker_restart.TestOcDockerRestart.test_oc_docker_restart_k8s_backup[openshift_1]
serial_scripts.k8s_scripts.test_docker_restart.TestOcDockerRestart.test_oc_docker_restart_schema_active[openshift_1]
serial_scripts.k8s_scripts.test_docker_restart.TestOcDockerRestart.test_oc_docker_restart_schema_backup[openshift_1]
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd__with_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_pod_restart
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_docker_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kube_manager_restart
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kubelet_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_nodes_reboot
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_vrouter_agent_restart
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_pod_restart
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart_on_master
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_master_reboot
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_nodes_reboot
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_node_reboot
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_contrail_apiserver_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_apiserver_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_pods_custom_isolation_post_kube_manager_restart[k8s_sanity,openshift_1]
serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_services_custom_isolation_post_kube_manager_restart[k8s_sanity,openshift_1]
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_post_kube_manager_restart
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_vrouter_agent_restart
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_pods_isolation_post_kube_manager_restart[openshift_1]
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_service_isolation_post_kube_manager_restart[k8s_sanity,openshift_1]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_ingress_reachability_across_projects
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_pod_reachability_across_projects[openshift_1]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_reachability_across_projects_with_isolated_namespace[openshift_1]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_reachability_across_projects_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_service_reachability_across_projects
serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_km_active_backup[k8s_sanity]
serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_single_node_failover
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf[k8s_sanity,openshift_1]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_isolated_namespace[k8s_sanity,openshift_1]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_non_default_namespace
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_cluster_ip_service_with_pod_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_dns_pod_with_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_ingress_fanout_with_multi_intf_backends
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_fabric_fwd_snat
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_node_reboot
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_mult_intf_with_kebelet_restart_on_master
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_inf_with_contrail_apiserver_restart[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_docker_restart_on_slave[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kube_apiserver_restart
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kubelet_restart_on_slave[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_defualt_route
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_type_nodeport_with_pod_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_with_type_loadbalancer_with_multi_intf_pods
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_many_pods[ci_contrail_go_k8s_sanity,openshift_1]
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_pod_with_kube_manager_restart[openshift_1]
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_pod_with_node_reboot_compute[openshift_1]
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_pod_with_node_reboot_contrailcontroller[openshift_1]
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_pod_with_node_reboot_openshiftcontroller[openshift_1]
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_pod_with_oc_master_restart_api[openshift_1]
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_pod_with_oc_master_restart_controllers[openshift_1]
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_pod_with_oc_master_restart_etcd[openshift_1]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_egress_policy_over_project_isolation
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_ingress_policy_over_project_isolation
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_docker_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_slave[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_pod_restart
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_rule_pod_restart
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_master_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_kube_manager_restart_with_nodeport_services[k8s_sanity,k8s_upgrade]
serial_scripts.k8s_scripts.test_service.TestService.test_kubelet_restart_on_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_reboot_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_service_with_kube_manager_restart
serial_scripts.k8s_scripts.test_service.TestService.test_vrouter_restart_on_slaves_with_nodeports
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_contrail_status_on_compute_with_agent_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_flow_stickiness_with_interface_flap_workload_in_different_vn_and_compute
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_inter_vn_traffic_with_logical_router
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_agent_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_compute_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_physical_interface_flap
serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_after_stop_start_vrouter_agent
serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_svc_mon_restart
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_llgr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart_gracefully[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart_gracefully[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl_restart[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_llgr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl_restart[llgr]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_bfd_health_check_vmi_flap_l2mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_check_bgpaas_with_macip_enabled_vns
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_default_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_health_check_detach
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_default_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_learn_route_on_controller_extend_to_MX
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_move_ip_across_computes_l2
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_static_route_table_inter_vn_inter_compute
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_50
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_controller_container_restart[sanity]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_vrouter_agent_restart[sanity]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_GT_50_negative
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_drop_new_flows_flag
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_dropstats
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence_with_max_vm_flows
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vmi_level
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level_already_has_some_vmis
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vm
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vrouter_agent
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_md5_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_check_per_peer_on_control[sanity,vcenter_computevcenter]
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_create_md5_on_control[sanity,vcenter,vcenter_compute]
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_diff_keys_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_different_keys_md5_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_iter_keys_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_precedence_per_peer_on_control
serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNMultiCompute.test_mvpn_multi_vn_multi_compute
serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNSingleCompute.test_mvpn_multi_vn_single_compute
serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNMultiCompute.test_mvpn_single_vn_multi_compute
serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNSingleCompute.test_mvpn_single_vn_within_compute
serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_active_standby_failover
serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_lbaas_garbage_collector
serial_scripts.neutron.test_ports.TestPorts.test_custom_aap_prefix_length_limit
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_admin_tenant
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_new_tenant
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_quota_for_admin_tenant
serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_config_and_vrouter_restart
serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_config_and_vrouter_restart
serial_scripts.neutron.test_routers.TestRouterSNAT.test_snat_active_standby_mode
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_default_nh_limit[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change_with_mpls[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_one_million[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_default_nh_limit[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change_with_mpls[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_one_million
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_default
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_dynamic_update
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_zero
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_multi_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_single_isid[cb_sanity,sanity]
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_multi_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_single_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacMove.test_mac_move
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_change_isid_at_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_mac_learning_disable_at_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_negative_cases_for_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_swap_isids_on_bds
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_zero_isid_config
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_one_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_scale_policy_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyApi.test_policy_rules_scaling_with_ping_api
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_one_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_scale_policy_with_ping
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_controlnode_switchover_policy_between_vns_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_across_projects
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_with_multi_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_replace_single_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_with_multi_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_verify_flows_unaffected_by_policy_update
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_implict_rule_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_scaled_udp_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_spl_char_in_name
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_consolidate
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_cross_app_traffic
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_full_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_global_and_project_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_multi_protocol
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_consolidate
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_traffic
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_partial_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_project_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_query_where_clause
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_user_specified_aps_name
serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_query_select_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_untagged
serial_scripts.qos.test_qos.TestQosControlDscp.test_analytics_packet_dscp
serial_scripts.qos.test_qos.TestQosControlDscp.test_dns_packet_dscp
serial_scripts.qos.test_qos.TestQosControlDscp.test_vhost_marking_over_control_packet_marking
serial_scripts.qos.test_qos.TestQosControlDscp.test_xmpp_packet_dscp
serial_scripts.qos.test_qos.TestQosEncap.test_qos_remark_dscp_on_vmi_gre_encap
serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_config_on_policy_for_all_dscp_entries
serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_remark_exp_dscp_on_policy_gre_encap
serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_qos_queue_on_vmi_precedence_over_policy_over_vn
serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_queue_dscp_on_policy
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_configuration_on_bond_intf
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_rr_queues
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_queues
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_rr_queues
serial_scripts.qos.test_qos.TestQosQueueSerial.test_default_queueing
serial_scripts.qos.test_qos.TestQosQueueSerial.test_fc_queue_id_update
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dot1p
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dscp
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queueing_dscp_on_vhost
serial_scripts.qos.test_qos.TestQosSVCSerial.test_qos_queueing_on_vmi_of_si
serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_fc
serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_qc
serial_scripts.qos.test_qos_scaling.TestQosScaling.test_forwarding_class_scaling
serial_scripts.qos.test_qos_scaling.TestQosScaling.test_qos_config_scaling
serial_scripts.rbac.test_rbac.RbacLbassv2.test_rbac_lbaasv2_plugin
serial_scripts.rbac.test_rbac.TestAnalyticsRbac.test_analytics_access
serial_scripts.rbac.test_rbac.TestRbac.test_create_delete_service_chain
serial_scripts.rbac.test_rbac.TestRbac.test_delete_default_acl
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_global_share[sanity]
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share_basic
serial_scripts.rbac.test_rbac.TestRbac.test_rbac_rules_hierarchy
serial_scripts.rbac.test_rbac.TestRbac.test_rules_aggregation
serial_scripts.rbac.test_rbac.TestRbac2.test_rbac_multiple_roles
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_perms2_owner[sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_acl_different_roles[sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_create_delete_vm[sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_vn_share_external_flag_with_member_role
serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_messages_in_db_through_contrail_logs
serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_sanity_if_provisioned
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_persistence_across_restarts
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_with_multiple_ctrl_nodes
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_vpnv4_route_entry_only_on_RT_interest_receipt
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_longevity[flow_scale]
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_tcp[flow_scale]
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_udp[flow_scale]
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_1krules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_200rules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vn
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_sgs_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_np
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_sg
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_sgs_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_snat_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_default_sg_np
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_1krules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_200rules
serial_scripts.scale.scale_test_intf_mirror.test_intf_mirror_entry_scale.TestIntfMirrorScale.test_intf_mirroring_scale_max_number
serial_scripts.scale.sub_interface.test_sub.TestSubInterfaceScale.test_sub_interface_scale[sub_intf_scale]
serial_scripts.scale.test_alarm_scale.TestScaleAlarm.test_alarm_scaling[scale_alarm]
serial_scripts.scale.test_lr_scale.TestLRScale.test_lr
serial_scripts.scale.test_lr_scale.TestLRScale.test_subnet_per_vn_lr
serial_scripts.scale.test_lr_scale.TestLRScale.test_vn_per_lr
serial_scripts.scale.test_scale_config.TestScaleConfig.test_fip_scaling[scale_fip]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_rulues_scaling[scale_np_rules]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_scaling[scale_np]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_port_scaling[scale_port]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_rules_scaling[scale_sg_rules]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_scaling[scale_sg]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_vn_scaling[scale_vn]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_compute_node_vrf_scaling[scale_vrf]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_control_node_vrf_scaling[scale_vrf]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_vm_scaling[scale_vrf]
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProjectIpv6.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject_contrail.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_default_sg_active_flow
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow1
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow2
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow3
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow4
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_default_sg_active_flow
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow1
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow2
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow3
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow4
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_config_nodemgr
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_control_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_dns_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_control
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_dns
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_after_collector_restart_and_agent_sighup
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_on_collector_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_control_connection_after_collector_restart_and_control_sighup
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_agent_connection_on_control_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_convergence_on_agent_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_dns_agent_connection_on_dns_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_control_connection_on_rabbitmq_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_dns_connection_on_rabbitmq_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_recovery_from_errored_configdb_entry_in_control
scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count
scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates
scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[vcenter]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity,vcenter,vcenter_compute]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table
scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_01_verify_post_deploy
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_02_interface_check
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_03_giant_frame_test
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_04_check_tls
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_05_bfd_bgpaas_feature
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_06_sdn_gw_feature
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_07_ha_resiliency
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_08_restart_from_os
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_09_vsrx_cli_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_10_virsh_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_11_BGP_session_flap_before_convergence
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_12_vrouter_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_13_restart_dpdk_compute_hosting_vsfoup
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_14_restart_kernel_compute_hosting_vsfocp
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_15_network_restart_on_compute
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_16_HC_on_BGPaaS
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_run_all_tests
serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm[ci_sanity]
serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm_with_large_mtu[ci_sanity]
serial_scripts.sriov.test_sriov.TestSriov.test_virtual_function_exhaustion_and_resue[ci_sanity]
serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_1
serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_all
serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_1
serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_all
serial_scripts.system_test.flow_tests.test_flow_scaling.TestFlowScaling.test_flow_scaling_interNode_interVN
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowMultiProj.test_flow_multi_projects
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodeFIP_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodePol_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodeFIP_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodePol_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNinterNode_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNintraNode_flows
serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_behavior
serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_forwarding_with_dhcp_disabled
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_asn_and_rt_update
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_configured_vxlan_id_inter_vn
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_ping_between_two_tors_inter_vn
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_after_tsn_failover
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_ovs_restarts
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_tor_agent_restarts
serial_scripts.tor.test_bms.TestTor.test_add_remove_vmi_from_tor_lif
serial_scripts.tor.test_bms.TestTor.test_arp_proxy_by_vrouter_for_vms
serial_scripts.tor.test_bms.TestTor.test_dhcp_flood_for_unknown_mac
serial_scripts.tor.test_bms.TestTor.test_enable_disable_unknown_unicast_forwarding
serial_scripts.tor.test_bms.TestTor.test_no_dhcp_for_unknown_bms
serial_scripts.tor.test_bms.TestTor.test_ovsdb_config_on_tor
serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_tagged_bms
serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_untagged_bms
serial_scripts.tor.test_bms.TestTor.test_ping_between_two_tors_intra_vn
serial_scripts.tor.test_bms.TestTor.test_two_vmis_on_lif
serial_scripts.tor.test_bms.TestTor.test_unknown_unicast_forwarding
serial_scripts.tor.test_bms.TestTor.test_with_multiple_subnets
serial_scripts.tor.test_bms.TestVxlanID.test_check_vxlan_id_reuse
serial_scripts.tor.test_bms.TestVxlanID.test_diff_vns_but_same_vxlan_id
serial_scripts.tor.test_bms.TestVxlanIDWithRouting.test_check_vxlan_id_update
serial_scripts.tor.test_bms_negative.TestBMSNegative.test_vmi_delete_when_lif_bound
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_fiptraffic_before_upgrade[upgrade]
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_to_upgrade[upgrade]
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_traffic_after_upgrade[upgrade]
serial_scripts.vdns.test_vdns.TestvDNS0.test_vdns_zrecord_scaling
serial_scripts.vdns.test_vdns.TestvDNS1.test_vdns_tree_scaling
serial_scripts.vdns.test_vdns.TestvDNS2.test_vdns_server_scaling
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_agent_query_all_dns_servers_policy_fixed
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_agent_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_controlnode_switchover
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_dns_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_named_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_diff_zone
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_same_zone
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_different_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_same_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_multiple_subnet_for_single_vgw
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_different_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_same_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_restart_of_vgw_node
serial_scripts.vm_regression.test_vcenter_drs.TestVcenterSerial.test_vcenter_drs[vcenter]
serial_scripts.vm_regression.test_vcenter_serial.TestVcenterEAM.test_vcenter_eam_basic[vcenter]
serial_scripts.vm_regression.test_vcenter_serial.TestVcenterEAM.test_vcenter_eam_maintenance_mode
serial_scripts.vm_regression.test_vcenter_serial.TestVcenterEAM.test_vcenter_eam_standby
serial_scripts.vm_regression.test_vcenter_serial.TestVcenterSerial.test_vcenter_compute_vm_reboot[vcenter]
serial_scripts.vm_regression.test_vcenter_serial.TestVcenterSerial.test_vcenter_plugin_restart[vcenter]
serial_scripts.vm_regression.test_vcenter_serial.TestVcenterSerial.test_vcenter_vrouter_agent_restart[vcenter]
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_bring_up_vm_with_control_node_down
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_control_node_switchover[cb_sanity,sanity]
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_ipam_persistence_across_restart_reboots
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_kill_service_verify_core_generation
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_max_vm_flows
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_add_delete_with_stop_start_service
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_delete_with_stop_start_service
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_nova_com_sch_restart_with_multiple_vn_vm
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_in_policy_between_vns[cb_sanity,sanity]
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_with_multiple_vn_vm
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_underlay_broadcast_traffic_handling[sanity,vcenter,vcenter_compute]
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_ssl_disabled_on_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_cert_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_key_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_without_cert_key_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_no_ca_cert
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_ssl_service_without_ca_cert
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled_only_on_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_flag_not_set_in_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_cert_in_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_key_in_agent
serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerial.test_disable_policy_ecmp_siv2
serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerialIpv6.test_disable_policy_ecmp_siv2
serial_scripts.vrouter.test_drop_stats.TestDropStats.test_flow_action_drop_stats[dev_reg,sanity]
serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrIpv6Serial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg,sanity]
serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_add_delete_fat_flow_config[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn_intra_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_inter_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_intra_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_port_zero_intra_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_vn_vmi[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_with_service_chain[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_add_delete_fat_flow_config[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn_intra_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_inter_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_intra_vn_inter_node[cb_sanity,sanity]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_port_zero_intra_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_vn_vmi[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_with_service_chain[dev_reg]
serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_flow_update_on_route_update
serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_with_fuzz_bug_1504710
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_custom_flow_export_rate
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_default_flow_export_rate
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_after_agent_restart
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_disabling
serial_scripts.vrouter.test_flow_scenarios.SimpleTCPFlowEvictionTests.test_flow_entry_after_tcp_session
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_eviction_on_tcp_rst
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_on_normal_tcp_close
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_hping3_tcp_traffic_for_eviction
serial_scripts.vrouter.test_negative.KernelCrashTest.test_crash_file_creation
serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_inter_node
serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_intra_node
serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_inter_node
serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_intra_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_inter_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_intra_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_rate
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_fw_update
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_global
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_on_vmi
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_fw_update
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_global
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_on_vmi
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_inter_node
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_intra_node
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_rate
serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_kernal_module_unload_reload
serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_xconnect
serial_scripts.webui.test_webui.WebuiTestSanity.test1_1_create_svc_templates[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_2_create_ipams[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_3_create_virtual_networks[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_4_create_ports[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_5_create_routers[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_6_create_policies[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_7_attach_policy_to_vn[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_8_launch_virtual_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_9_create_svc_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_1_create_physical_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_2_create_physical_interfaces[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_3_create_forwarding_classes[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_4_create_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_5_attach_qos_config_to_vn[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_6_create_network_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_7_attach_network_route_table_to_VN[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_8_create_routing_policies[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_9_create_route_aggregates[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_create_dns_servers[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_1_attach_routing_policy_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_2_attach_route_aggregate_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_3_create_svc_health_check[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_create_dns_records[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_3_create_security_groups[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_4_create_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_5_allocate_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_6_associate_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_7_attach_svc_health_check_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_8_create_bgp_aas[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_9_create_global_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_1_create_bgp_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_2_create_link_local_service[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_3_create_virtual_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_4_create_service_appliance_set[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_5_create_service_appliances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_6_create_alarms_in_project_and_in_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_7_create_rbac[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_8_create_ovsdb_tor_agent[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_9_create_netconf_phy_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_edit_net_without_change
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_1_create_vcpe_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_2_create_log_statistic[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_3_create_flow_aging[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_4_create_interface_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_5_attach_intf_route_table_to_port[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_edit_net_disp_name_change
serial_scripts.webui.test_webui.WebuiTestSanity.test3_3_edit_net_disp_name_change_with_spl_char
serial_scripts.webui.test_webui.WebuiTestSanity.test3_4_edit_net_by_add_policy
serial_scripts.webui.test_webui.WebuiTestSanity.test3_5_edit_net_by_add_subnet
serial_scripts.webui.test_webui.WebuiTestSanity.test3_6_edit_net_host_opt
serial_scripts.webui.test_webui.WebuiTestSanity.test3_7_edit_net_adv_opt
serial_scripts.webui.test_webui.WebuiTestSanity.test3_8_edit_net_dns
serial_scripts.webui.test_webui.WebuiTestSanity.test3_9_edit_net_dns_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test4_2_edit_net_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test4_3_edit_net_route_target_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test4_4_edit_net_exp_route_target_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test4_5_edit_net_imp_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test4_6_edit_net_imp_route_target_asn_ip[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test4_7_create_vn_with_spl_char
serial_scripts.webui.test_webui.WebuiTestSanity.test5_1_edit_net_host_opt_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test5_2_edit_net_adv_opt_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test5_3_edit_net_route_target_neg_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_4_edit_net_route_target_neg_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_5_edit_net_exp_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_6_edit_net_exp_route_target_neg_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_7_negative_case_edit_net_with_invalid_route_target_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_8_edit_net_exp_route_target_neg_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_9_negative_case_edit_net_with_invalid_route_target_num
serial_scripts.webui.test_webui.WebuiTestSanity.test6_1_edit_port_without_change
serial_scripts.webui.test_webui.WebuiTestSanity.test6_2_edit_port_vn_port_name
serial_scripts.webui.test_webui.WebuiTestSanity.test6_4_edit_port_by_add_advanced_option_with_nh_mode_dynamic
serial_scripts.webui.test_webui.WebuiTestSanity.test6_5_edit_port_by_add_advanced_option_with_nh_mode_static
serial_scripts.webui.test_webui.WebuiTestSanity.test6_6_edit_port_by_dhcp_option
serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_1_edit_port_by_fat_flow_protocol_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_edit_port_by_fat_flow_protocol
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_1_edit_port_by_add_advanced_option_allowed_address_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_2_edit_port_by_add_advanced_option_analyzer_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_3_edit_port_by_add_advanced_option_nh_static_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_1_add_sub_interface_with_invalid_vlan_id
serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_add_sub_interface
serial_scripts.webui.test_webui.WebuiTestSanity.test7_1_edit_config_infra_global_config_forwarding_option
serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_1_edit_config_infra_global_config_bgp_option_invalid_values
serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_edit_config_infra_global_config_bgp_option
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_alarms_project_and_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_records
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_servers
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_forwarding_classes[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_bgp_router
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_flow_aging
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_log_statistic
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_link_local_service
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_project_quotas
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_domain[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_project[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appl_set
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appliances
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_virtual_router
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_network_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_floating_ips
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_intf_table
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ipams
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_policies
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ports
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_routers
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_sec_group
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_virtual_networks
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_phy_rtr
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_physical_interfaces[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_route_aggregates
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_routing_policies
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_bgpaas[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_instances
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_templates
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_svc_health_check[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_peer_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_dashboard_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_basic_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_basic_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_write_port_with_add_security_group
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_compute_negative_xmpp_auth
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_precedence_xmpp_auth[sanity]
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_restart_services_xmpp_auth
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_undo_xmpp_auth[sanity]
+ setup_physical_routers
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ /usr/bin/python3 tools/setup_physical_routers.py contrail_test_input.yaml
/usr/local/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: master.1.1.4.7.1 is an invalid version and will not be supported in a future release
  PkgResourcesDeprecationWarning,
+ create_vcenter_nas_datastore
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ /usr/bin/python3 tools/vcenter/manage_vcenter_datastore.py contrail_test_input.yaml create
/usr/local/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: master.1.1.4.7.1 is an invalid version and will not be supported in a future release
  PkgResourcesDeprecationWarning,
+ load_vcenter_templates
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ /usr/bin/python3 tools/vcenter/load_vcenter_templates.py contrail_test_input.yaml
/usr/local/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: master.1.1.4.7.1 is an invalid version and will not be supported in a future release
  PkgResourcesDeprecationWarning,
+ [[ -n '' ]]
+ [[ ! -z '' ]]
+ '[' -z ']'
+ '[' '!' -z ci_sanity ']'
+ testrargs+=ci_sanity
+ export TAGS=ci_sanity
+ TAGS=ci_sanity
+ [[ ! -z ci_sanity ]]
+ run_tests
+ testr_init
+ '[' '!' -d .testrepository ']'
+ /usr/local/bin/testr init
+ find . -type f -name '*.pyc' -delete
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts
+ export OS_TEST_PATH=./scripts/
+ OS_TEST_PATH=./scripts/
+ export DO_XMPP_CHECK=1
+ DO_XMPP_CHECK=1
+ '[' '!' -d ./scripts/ ']'
+ '[' 0 -eq 1 ']'
+ '[' 0 -eq 0 ']'
+ echo 'running in serial'
running in serial
+ /usr/local/bin/testr run --subunit ci_sanity
+ /usr/local/bin/subunit2junitxml -f -o result_2024_11_06_20_32_37_3761.xml
/usr/local/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: master.1.1.4.7.1 is an invalid version and will not be supported in a future release
  PkgResourcesDeprecationWarning,
/usr/local/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: master.1.1.4.7.1 is an invalid version and will not be supported in a future release
  PkgResourcesDeprecationWarning,
2024-11-06 20:32:58,629 - INFO - Using existing project ['default-domain', 'admin'](4175e8a5-1353-40a0-9866-34ee23b68f4d)
2024-11-06 20:32:58,813 - INFO - ================================================================================
2024-11-06 20:32:58,813 - INFO - STARTING TEST    : test_contrail_status
2024-11-06 20:32:58,814 - INFO - TEST DESCRIPTION :  Test to verify that all services are running and active

        
2024-11-06 20:32:58,958 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:32:58,958 - INFO - 
2024-11-06 20:32:59,070 - INFO - 10.0.0.22
2024-11-06 20:32:59,070 - INFO -   config
2024-11-06 20:32:59,076 - INFO -     config-nodemgr:active
2024-11-06 20:32:59,081 - INFO -     api-server:active
2024-11-06 20:32:59,086 - INFO -     schema:active
2024-11-06 20:32:59,090 - INFO -     svc-monitor:active
2024-11-06 20:32:59,094 - INFO -     device-manager:active
2024-11-06 20:32:59,095 - INFO -   config-database
2024-11-06 20:32:59,095 - INFO -     config-cassandra:active
2024-11-06 20:32:59,095 - INFO -     config-zookeeper:active
2024-11-06 20:32:59,095 - INFO -     config-rabbitmq:active
2024-11-06 20:32:59,095 - INFO -   vrouter
2024-11-06 20:32:59,103 - INFO -     vrouter-nodemgr:active
2024-11-06 20:32:59,110 - INFO -     agent:active
2024-11-06 20:32:59,110 - INFO -   control
2024-11-06 20:32:59,116 - INFO -     control-nodemgr:active
2024-11-06 20:32:59,122 - INFO -     control:active
2024-11-06 20:32:59,122 - INFO -     named:active
2024-11-06 20:32:59,128 - INFO -     dns:active
2024-11-06 20:32:59,128 - INFO -   analytics
2024-11-06 20:32:59,133 - INFO -     analytics-nodemgr:active
2024-11-06 20:32:59,138 - INFO -     analytics-api:active
2024-11-06 20:32:59,144 - INFO -     collector:active
2024-11-06 20:32:59,144 - INFO -   analytics-database
2024-11-06 20:32:59,145 - INFO -     analytics-cassandra:active
2024-11-06 20:32:59,150 - INFO -     analyticsdb-nodemgr:active
2024-11-06 20:32:59,155 - INFO -     query-engine:active
2024-11-06 20:32:59,155 - INFO -   webui
2024-11-06 20:32:59,155 - INFO -     webui:active
2024-11-06 20:32:59,155 - INFO -     webui-middleware:active
2024-11-06 20:32:59,155 - INFO -     redis:active
2024-11-06 20:32:59,155 - INFO -   analytics_snmp
2024-11-06 20:32:59,159 - INFO -     snmp-collector:active
2024-11-06 20:32:59,159 - INFO -     snmp-topology:active
2024-11-06 20:32:59,159 - INFO -   analytics_alarm
2024-11-06 20:32:59,159 - INFO -     alarmgen:active
2024-11-06 20:32:59,159 - INFO - All the contrail services are up on all nodes
2024-11-06 20:32:59,159 - INFO - contrail-status passed
2024-11-06 20:32:59,287 - INFO - END TEST : test_contrail_status : PASSED[0:00:01]
2024-11-06 20:32:59,287 - INFO - --------------------------------------------------------------------------------
2024-11-06 20:32:59,346 - INFO - Domain Default found not creating
2024-11-06 20:32:59,538 - INFO - Project ctest-AnalyticsBasicTestSanity-12277740 not found, creating it
2024-11-06 20:33:00,039 - INFO - Created Project:ctest-AnalyticsBasicTestSanity-12277740, ID : 7a20d699-633b-4584-b76c-549f2f3e6f3e 
2024-11-06 20:33:01,610 - INFO - ================================================================================
2024-11-06 20:33:01,610 - INFO - STARTING TEST    : test_verify_object_logs
2024-11-06 20:33:01,610 - INFO - TEST DESCRIPTION : 
          Description: Test to validate object logs
              1.Create vn/vm and verify object log tables updated with
                those vn, vm and routing-instance - fails otherwise
          Maintainer: sandipd@juniper.net
        
2024-11-06 20:33:01,746 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:33:01,746 - INFO - 
2024-11-06 20:33:02,871 - INFO - Created VN ctest-vn22-19541245
2024-11-06 20:33:03,626 - INFO - Verified VN network id 6 for VN 49848e3e-f653-435c-8437-e586a9e0d1fe
2024-11-06 20:33:03,626 - INFO - Verifications in API Server for VN ctest-vn22-19541245 passed
2024-11-06 20:33:03,683 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn22-19541245 passed
2024-11-06 20:33:04,190 - INFO - Validated that VN default-domain:ctest-AnalyticsBasicTestSanity-12277740:ctest-vn22-19541245 is found in opserver
2024-11-06 20:33:04 URL:http://nexus.opensdn.io/repository///images/converts//cirros-0.3.0-x86_64-disk.vmdk.gz [9186478/9186478] -> "/contrail-test/images/cirros-0.3.0-x86_64-disk.vmdk.gz" [1]
2024-11-06 20:33:07,664 - INFO - VM ([<Server: ctest-AnalyticsBasicTestSanity-12277740-16935466>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:33:23,049 - INFO - Validated ObjectVNTable, ObjectRoutingInstance, ObjectVMTable logs
2024-11-06 20:33:23,049 - INFO - Deleting VM ctest-AnalyticsBasicTestSanity-12277740-16935466
2024-11-06 20:33:23,180 - INFO - Deleting VN ctest-vn22-19541245 
2024-11-06 20:33:23,230 - WARNING - Deleting VN ctest-vn22-19541245 failed..Will retry
2024-11-06 20:33:25,497 - INFO - Validated that VN ctest-vn22-19541245 is not found in API Server
2024-11-06 20:33:25,508 - INFO - Validated that VN ctest-vn22-19541245 is not in any agent
2024-11-06 20:33:25,523 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn22-19541245 info
2024-11-06 20:33:25,656 - INFO - END TEST : test_verify_object_logs : PASSED[0:00:24]
2024-11-06 20:33:25,656 - INFO - --------------------------------------------------------------------------------
2024-11-06 20:33:26,412 - INFO - Deleted project: ctest-AnalyticsBasicTestSanity-12277740, ID : 7a20d699-633b-4584-b76c-549f2f3e6f3e 
2024-11-06 20:33:26,687 - INFO - Domain Default found not creating
2024-11-06 20:33:26,852 - INFO - Project ctest-FloatingipBasicTestSanity-46683044 not found, creating it
2024-11-06 20:33:27,321 - INFO - Created Project:ctest-FloatingipBasicTestSanity-46683044, ID : 6d435f53-18da-4fdd-9f66-34cf6a33068d 
2024-11-06 20:33:28,841 - INFO - Using existing project ['default-domain', 'admin'](4175e8a5-1353-40a0-9866-34ee23b68f4d)
2024-11-06 20:33:29,259 - INFO - admin user already present
2024-11-06 20:33:29,648 - INFO - Adding rules to the default security group in Project admin
2024-11-06 20:33:29,986 - INFO - ================================================================================
2024-11-06 20:33:29,986 - INFO - STARTING TEST    : test_floating_ip
2024-11-06 20:33:29,986 - INFO - TEST DESCRIPTION : Test to validate floating-ip Assignment to a VM. It creates a VM, assigns a FIP to it and pings to a IP in the FIP VN.
        
2024-11-06 20:33:30,115 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:33:30,115 - INFO - 
2024-11-06 20:33:30,964 - INFO - Created VN ctest-fvn-33656268
2024-11-06 20:33:31,672 - INFO - Verified VN network id 6 for VN f1f14e2e-0092-4940-8e93-1ac45832e9b8
2024-11-06 20:33:31,673 - INFO - Verifications in API Server for VN ctest-fvn-33656268 passed
2024-11-06 20:33:31,723 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-fvn-33656268 passed
2024-11-06 20:33:32,200 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-46683044:ctest-fvn-33656268 is found in opserver
2024-11-06 20:33:32,589 - INFO - Created VN ctest-vn1-87280308
2024-11-06 20:33:32,950 - INFO - Verified VN network id 7 for VN 641274f3-412b-403c-a57e-5216a56b58bd
2024-11-06 20:33:32,951 - INFO - Verifications in API Server for VN ctest-vn1-87280308 passed
2024-11-06 20:33:33,001 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-87280308 passed
2024-11-06 20:33:33,152 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-46683044:ctest-vn1-87280308 is found in opserver
2024-11-06 20:33:34,290 - INFO - VM ([<Server: ctest-vn1_vm1_name-96768408>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:33:35,645 - INFO - VM ([<Server: ctest-fvn_vm1_name-17418336>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:33:35,840 - INFO - Creating Floating IP pool ctest-some-pool-90966003 in API Server
2024-11-06 20:33:36,444 - INFO - Verification for FIP pool ctest-some-pool-90966003 in API Server passed
2024-11-06 20:33:36,471 - INFO - Verification for FIP pool ctest-some-pool-90966003 in Control-node passed
2024-11-06 20:33:36,472 - INFO - Waiting for VM ctest-vn1_vm1_name-96768408 to be up..
2024-11-06 20:33:41,707 - INFO - VM name : ctest-vn1_vm1_name-96768408
2024-11-06 20:33:47,315 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1_name-96768408 passed
2024-11-06 20:33:47,729 - INFO - Waiting for VM ctest-fvn_vm1_name-17418336 to be up..
2024-11-06 20:33:47,820 - INFO - VM name : ctest-fvn_vm1_name-17418336
2024-11-06 20:33:49,207 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-fvn_vm1_name-17418336 passed
2024-11-06 20:33:49,624 - INFO - FIP 46.94.215.68 verification for passed on all Control-nodes
2024-11-06 20:33:49,624 - INFO - FIP ID 648c05e7-92b4-4439-a8f6-1803054cd01c(46.94.215.68) validation in Control node passed
2024-11-06 20:33:49,648 - INFO - FIP ID 648c05e7-92b4-4439-a8f6-1803054cd01c(46.94.215.68) validation in agents passed
2024-11-06 20:33:49,660 - INFO - FIP ID 648c05e7-92b4-4439-a8f6-1803054cd01c(46.94.215.68) validation in API Server passed
2024-11-06 20:33:52,343 - INFO - Ping to IP 46.94.215.67 from VM ctest-vn1_vm1_name-96768408 passed
2024-11-06 20:33:52,450 - INFO - Deleting the FIP pool ctest-some-pool-90966003
2024-11-06 20:33:52,551 - INFO - Deleting VM ctest-fvn_vm1_name-17418336
2024-11-06 20:33:52,615 - INFO - Deleting VM ctest-vn1_vm1_name-96768408
2024-11-06 20:33:52,690 - INFO - Deleting VN ctest-vn1-87280308 
2024-11-06 20:33:52,733 - WARNING - Deleting VN ctest-vn1-87280308 failed..Will retry
2024-11-06 20:33:55,047 - INFO - Validated that VN ctest-vn1-87280308 is not found in API Server
2024-11-06 20:33:55,058 - INFO - Validated that VN ctest-vn1-87280308 is not in any agent
2024-11-06 20:33:55,074 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-87280308 info
2024-11-06 20:33:55,074 - INFO - Deleting VN ctest-fvn-33656268 
2024-11-06 20:33:55,403 - INFO - Validated that VN ctest-fvn-33656268 is not found in API Server
2024-11-06 20:33:55,415 - INFO - Validated that VN ctest-fvn-33656268 is not in any agent
2024-11-06 20:33:55,431 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-fvn-33656268 info
2024-11-06 20:33:55,691 - INFO - END TEST : test_floating_ip : PASSED[0:00:26]
2024-11-06 20:33:55,691 - INFO - --------------------------------------------------------------------------------
2024-11-06 20:33:56,444 - INFO - Deleted project: ctest-FloatingipBasicTestSanity-46683044, ID : 6d435f53-18da-4fdd-9f66-34cf6a33068d 
2024-11-06 20:33:56,695 - INFO - Domain Default found not creating
2024-11-06 20:33:56,872 - INFO - Project ctest-TestHeat-17240660 not found, creating it
2024-11-06 20:33:57,373 - INFO - Created Project:ctest-TestHeat-17240660, ID : efae352a-35f7-4fdf-94bc-208bd9320e3f 
2024-11-06 20:33:59,053 - INFO - ================================================================================
2024-11-06 20:33:59,054 - INFO - STARTING TEST    : test_heat_stacks_list
2024-11-06 20:33:59,054 - INFO - TEST DESCRIPTION : 
            Validate installation of heat
            This issues a command to list all the heat-stacks
            
2024-11-06 20:33:59,314 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:33:59,314 - INFO - 
2024-11-06 20:33:59,444 - INFO - The following are the stacks currently : []
2024-11-06 20:33:59,702 - INFO - END TEST : test_heat_stacks_list : PASSED[0:00:00]
2024-11-06 20:33:59,702 - INFO - --------------------------------------------------------------------------------
2024-11-06 20:34:00,504 - INFO - Deleted project: ctest-TestHeat-17240660, ID : efae352a-35f7-4fdf-94bc-208bd9320e3f 
2024-11-06 20:34:00,731 - INFO - Domain Default found not creating
2024-11-06 20:34:00,916 - INFO - Project ctest-TestRoutersBasic-10495059 not found, creating it
2024-11-06 20:34:01,417 - INFO - Created Project:ctest-TestRoutersBasic-10495059, ID : d09cead9-344e-4540-bf9f-c7877d2892df 
2024-11-06 20:34:03,082 - INFO - ================================================================================
2024-11-06 20:34:03,082 - INFO - STARTING TEST    : test_basic_snat_behavior_without_external_connectivity
2024-11-06 20:34:03,082 - INFO - TEST DESCRIPTION : Create an external network, a router
        set router-gateway to external network
        launch a private network and attach it to router
        validate left vm pinging right vm through Snat
       
2024-11-06 20:34:03,340 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:34:03,340 - INFO - 
2024-11-06 20:34:04,118 - INFO - Default SG to be edited for allow all on project: ctest-TestRoutersBasic-10495059
2024-11-06 20:34:04,224 - INFO - Adding rules to the default security group in Project ctest-TestRoutersBasic-10495059
2024-11-06 20:34:05,163 - INFO - Created VN ctest-vn-27776337
2024-11-06 20:34:05,889 - INFO - Created VN ctest-ext_vn-32925149
2024-11-06 20:34:07,209 - INFO - VM ([<Server: ctest-TestRoutersBasic-10495059-54092979>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:34:08,416 - INFO - VM ([<Server: ctest-TestRoutersBasic-10495059-24572333>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:34:08,488 - INFO - Setting gateway for router b2423b95-b581-424b-8265-d3e9ca24e6d3 to network d9adcdc0-1ebf-4c02-88e7-90128c373396 
2024-11-06 20:34:08,578 - INFO - Adding interface with subnet_id 4eecd20c-bce3-4166-b73c-995428993c39, port_id None to router b2423b95-b581-424b-8265-d3e9ca24e6d3
2024-11-06 20:34:09,010 - INFO - Waiting for VM ctest-TestRoutersBasic-10495059-54092979 to be up..
2024-11-06 20:34:14,285 - INFO - VM name : ctest-TestRoutersBasic-10495059-54092979
2024-11-06 20:34:20,237 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRoutersBasic-10495059-54092979 passed
2024-11-06 20:34:20,566 - INFO - Waiting for VM ctest-TestRoutersBasic-10495059-24572333 to be up..
2024-11-06 20:34:20,684 - INFO - VM name : ctest-TestRoutersBasic-10495059-24572333
2024-11-06 20:34:22,180 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestRoutersBasic-10495059-24572333 passed
2024-11-06 20:34:26,519 - INFO - Ping to IP 74.239.208.67 from VM ctest-TestRoutersBasic-10495059-54092979 passed
2024-11-06 20:34:26,520 - INFO - Deleting interface with subnet_id 4eecd20c-bce3-4166-b73c-995428993c39, port_id None from router b2423b95-b581-424b-8265-d3e9ca24e6d3
2024-11-06 20:34:26,724 - INFO - Deleting VM ctest-TestRoutersBasic-10495059-24572333
2024-11-06 20:34:26,784 - INFO - Deleting VM ctest-TestRoutersBasic-10495059-54092979
2024-11-06 20:34:26,857 - INFO - Deleting VN ctest-ext_vn-32925149 
2024-11-06 20:34:26,935 - WARNING - Deleting VN ctest-ext_vn-32925149 failed..Will retry
2024-11-06 20:34:29,063 - INFO - Deleting VN ctest-vn-27776337 
2024-11-06 20:34:29,450 - INFO - END TEST : test_basic_snat_behavior_without_external_connectivity : PASSED[0:00:26]
2024-11-06 20:34:29,450 - INFO - --------------------------------------------------------------------------------
2024-11-06 20:34:30,148 - INFO - Deleted project: ctest-TestRoutersBasic-10495059, ID : d09cead9-344e-4540-bf9f-c7877d2892df 
2024-11-06 20:34:30,357 - INFO - Domain Default found not creating
2024-11-06 20:34:30,526 - INFO - Project ctest-TestBasicPolicyIpv4v6-99148367 not found, creating it
2024-11-06 20:34:31,042 - INFO - Created Project:ctest-TestBasicPolicyIpv4v6-99148367, ID : dee437c6-2b3a-4d63-ad9c-2e363b8c62a4 
2024-11-06 20:34:32,624 - INFO - ================================================================================
2024-11-06 20:34:32,624 - INFO - STARTING TEST    : test_basic_policy_allow_deny
2024-11-06 20:34:32,624 - INFO - TEST DESCRIPTION : 
        Create 2 Vns and allow icmp traffic between them and validate with pings
        Update the policy to deny the same traffic
        Check that pings fail
        
2024-11-06 20:34:32,882 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:34:32,882 - INFO - 
2024-11-06 20:34:33,827 - INFO - Created VN ctest-vn-69100060
2024-11-06 20:34:34,610 - INFO - Created VN ctest-vn-11962008
2024-11-06 20:34:36,265 - INFO - Verified VN network id 8 for VN 69de82be-ca7a-4c53-853e-8a028a1f58a3
2024-11-06 20:34:36,265 - INFO - Verifications in API Server for VN ctest-vn-69100060 passed
2024-11-06 20:34:36,318 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-69100060 passed
2024-11-06 20:34:36,432 - INFO - VN ctest-vn-69100060 Policy verification: verify_vn_policy_in_api_server, status: True
2024-11-06 20:34:36,800 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-99148367:ctest-vn-69100060 is found in opserver
2024-11-06 20:34:37,017 - INFO - Verified VN network id 9 for VN ad192235-e07a-4dcf-98f0-afbe7173a3d1
2024-11-06 20:34:37,017 - INFO - Verifications in API Server for VN ctest-vn-11962008 passed
2024-11-06 20:34:37,066 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-11962008 passed
2024-11-06 20:34:37,189 - INFO - VN ctest-vn-11962008 Policy verification: verify_vn_policy_in_api_server, status: True
2024-11-06 20:34:37,201 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-99148367:ctest-vn-11962008 is found in opserver
2024-11-06 20:34:37,220 - INFO - Disabling v6 tests for CI
2024-11-06 20:34:37,553 - INFO - Deleted policy ctest-policy-allow-all-58778384
2024-11-06 20:34:37,554 - INFO - Deleting VN ctest-vn-11962008 
2024-11-06 20:34:37,831 - INFO - Validated that VN ctest-vn-11962008 is not found in API Server
2024-11-06 20:34:37,843 - INFO - Validated that VN ctest-vn-11962008 is not in any agent
2024-11-06 20:34:37,858 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-11962008 info
2024-11-06 20:34:37,858 - INFO - Deleting VN ctest-vn-69100060 
2024-11-06 20:34:38,199 - INFO - Validated that VN ctest-vn-69100060 is not found in API Server
2024-11-06 20:34:38,210 - INFO - Validated that VN ctest-vn-69100060 is not in any agent
2024-11-06 20:34:38,227 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-69100060 info
2024-11-06 20:34:38,486 - INFO - 
2024-11-06 20:34:38,486 - INFO - END TEST : test_basic_policy_allow_deny : SKIPPED[0:00:06]
2024-11-06 20:34:38,486 - INFO - --------------------------------------------------------------------------------
2024-11-06 20:34:39,222 - INFO - Deleted project: ctest-TestBasicPolicyIpv4v6-99148367, ID : dee437c6-2b3a-4d63-ad9c-2e363b8c62a4 
2024-11-06 20:34:39,553 - INFO - Domain Default found not creating
2024-11-06 20:34:39,785 - INFO - Project ctest-TestBasicPolicy-53179545 not found, creating it
2024-11-06 20:34:40,302 - INFO - Created Project:ctest-TestBasicPolicy-53179545, ID : 90d64421-f5f7-47c7-988f-43cc9dc1d2fb 
2024-11-06 20:34:41,885 - INFO - ================================================================================
2024-11-06 20:34:41,885 - INFO - STARTING TEST    : test_basic_policy_allow_deny
2024-11-06 20:34:41,885 - INFO - TEST DESCRIPTION : 
        Create 2 Vns and allow icmp traffic between them and validate with pings
        Update the policy to deny the same traffic
        Check that pings fail
        
2024-11-06 20:34:42,146 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:34:42,146 - INFO - 
2024-11-06 20:34:42,960 - INFO - Created VN ctest-vn-01689327
2024-11-06 20:34:43,594 - INFO - Created VN ctest-vn-78232170
2024-11-06 20:34:45,087 - INFO - Verified VN network id 8 for VN 2e841897-7c8e-4c03-ad55-59ff64784d26
2024-11-06 20:34:45,087 - INFO - Verifications in API Server for VN ctest-vn-01689327 passed
2024-11-06 20:34:45,144 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-01689327 passed
2024-11-06 20:34:45,278 - INFO - VN ctest-vn-01689327 Policy verification: verify_vn_policy_in_api_server, status: True
2024-11-06 20:34:45,653 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-53179545:ctest-vn-01689327 is found in opserver
2024-11-06 20:34:45,864 - INFO - Verified VN network id 9 for VN 969924fe-8454-4a40-b776-a74e75df7d95
2024-11-06 20:34:45,864 - INFO - Verifications in API Server for VN ctest-vn-78232170 passed
2024-11-06 20:34:45,922 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-78232170 passed
2024-11-06 20:34:46,039 - INFO - VN ctest-vn-78232170 Policy verification: verify_vn_policy_in_api_server, status: True
2024-11-06 20:34:46,054 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-53179545:ctest-vn-78232170 is found in opserver
2024-11-06 20:34:47,193 - INFO - VM ([<Server: ctest-TestBasicPolicy-53179545-69041002>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:34:48,553 - INFO - VM ([<Server: ctest-TestBasicPolicy-53179545-81897510>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:34:48,554 - INFO - Waiting for VM ctest-TestBasicPolicy-53179545-69041002 to be up..
2024-11-06 20:34:53,736 - INFO - VM name : ctest-TestBasicPolicy-53179545-69041002
2024-11-06 20:34:59,343 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicy-53179545-69041002 passed
2024-11-06 20:34:59,676 - INFO - Waiting for VM ctest-TestBasicPolicy-53179545-81897510 to be up..
2024-11-06 20:34:59,769 - INFO - VM name : ctest-TestBasicPolicy-53179545-81897510
2024-11-06 20:35:01,222 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestBasicPolicy-53179545-81897510 passed
2024-11-06 20:35:05,237 - INFO - Ping to IP 44.136.102.3 from VM ctest-TestBasicPolicy-53179545-69041002 passed
2024-11-06 20:35:08,648 - WARNING - Ping to IP 44.136.102.3 from VM ctest-TestBasicPolicy-53179545-69041002 failed
2024-11-06 20:35:08,648 - INFO - Deleting VM ctest-TestBasicPolicy-53179545-81897510
2024-11-06 20:35:08,723 - INFO - Deleting VM ctest-TestBasicPolicy-53179545-69041002
2024-11-06 20:35:09,137 - INFO - Deleted policy ctest-policy-allow-all-68992527
2024-11-06 20:35:09,137 - INFO - Deleting VN ctest-vn-78232170 
2024-11-06 20:35:09,180 - WARNING - Deleting VN ctest-vn-78232170 failed..Will retry
2024-11-06 20:35:11,433 - INFO - Validated that VN ctest-vn-78232170 is not found in API Server
2024-11-06 20:35:11,445 - INFO - Validated that VN ctest-vn-78232170 is not in any agent
2024-11-06 20:35:11,461 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-78232170 info
2024-11-06 20:35:11,461 - INFO - Deleting VN ctest-vn-01689327 
2024-11-06 20:35:11,732 - INFO - Validated that VN ctest-vn-01689327 is not found in API Server
2024-11-06 20:35:11,744 - INFO - Validated that VN ctest-vn-01689327 is not in any agent
2024-11-06 20:35:11,761 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-01689327 info
2024-11-06 20:35:12,033 - INFO - END TEST : test_basic_policy_allow_deny : PASSED[0:00:31]
2024-11-06 20:35:12,033 - INFO - --------------------------------------------------------------------------------
2024-11-06 20:35:12,750 - INFO - Deleted project: ctest-TestBasicPolicy-53179545, ID : 90d64421-f5f7-47c7-988f-43cc9dc1d2fb 
2024-11-06 20:35:12,950 - INFO - Domain Default found not creating
2024-11-06 20:35:13,120 - INFO - Project ctest-TestSvcRegr-40348666 not found, creating it
2024-11-06 20:35:13,638 - INFO - Created Project:ctest-TestSvcRegr-40348666, ID : fdd4b8b5-5911-41ce-ba44-b61d30f7bbe2 
2024-11-06 20:35:15,160 - INFO - ================================================================================
2024-11-06 20:35:15,160 - INFO - STARTING TEST    : test_svc_in_network_datapath
2024-11-06 20:35:15,419 - INFO - Initial checks done. Running the testcase now
2024-11-06 20:35:15,419 - INFO - 
2024-11-06 20:35:16,290 - INFO - Created VN ctest-mgmt_vn-81451140
2024-11-06 20:35:16,995 - INFO - Verified VN network id 8 for VN acbe937b-d026-4252-bbf9-659c3e823a24
2024-11-06 20:35:16,995 - INFO - Verifications in API Server for VN ctest-mgmt_vn-81451140 passed
2024-11-06 20:35:17,048 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-81451140 passed
2024-11-06 20:35:17,532 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-40348666:ctest-mgmt_vn-81451140 is found in opserver
2024-11-06 20:35:17,963 - INFO - Created VN ctest-left_vn-74729896
2024-11-06 20:35:18,342 - INFO - Verified VN network id 9 for VN 2e545486-5704-4f50-a07c-7ee49f023b02
2024-11-06 20:35:18,342 - INFO - Verifications in API Server for VN ctest-left_vn-74729896 passed
2024-11-06 20:35:18,391 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-74729896 passed
2024-11-06 20:35:18,519 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-40348666:ctest-left_vn-74729896 is found in opserver
2024-11-06 20:35:18,915 - INFO - Created VN ctest-right_vn-54576238
2024-11-06 20:35:19,280 - INFO - Verified VN network id 10 for VN 105d7036-75b5-45e3-943d-2777e49cf44d
2024-11-06 20:35:19,280 - INFO - Verifications in API Server for VN ctest-right_vn-54576238 passed
2024-11-06 20:35:19,335 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-54576238 passed
2024-11-06 20:35:19,458 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-40348666:ctest-right_vn-54576238 is found in opserver
2024-11-06 20:35:20,605 - INFO - VM ([<Server: ctest-left_vm-09242013>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:35:21,852 - INFO - VM ([<Server: ctest-right_vm-91229866>]) created on node: (cn-jenkins-deploy-platform-ansible-os-2206-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-2206-1)
2024-11-06 20:35:22 URL:http://nexus.opensdn.io/repository///images/converts//cirros-in-net.vmdk.gz [14619094/14619094] -> "/contrail-test/images/cirros-in-net.vmdk.gz" [1]
Timeout, server 10.0.0.22 not responding.
INFO: Test sanity finished  Wed Nov  6 20:39:23 UTC 2024
+ res=1
+ ./src/opensdn-io/tf-jenkins/jobs/test/functional/collect_logs.sh
~/workspace/test-sanity@2/logs ~/workspace/test-sanity@2
ssh: connect to host 10.0.0.22 port 22: Connection timed out
rsync: connection unexpectedly closed (0 bytes received so far) [Receiver]
rsync error: unexplained error (code 255) at io.c(235) [Receiver=3.1.3]
WARNING: logs.tgz is absent on worker
+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Finished: FAILURE