Started by upstream project "pipeline-check" build number 3135
originally caused by:
Triggered by Gerrit: https://gerrit.opensdn.io/c/opensdn-io/tf-container-builder/+/2043
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/test-sanity
[WS-CLEANUP] Deleting project workspace...
[WS-CLEANUP] Deferred wipeout is disabled by the job configuration...
[WS-CLEANUP] Done
The recommended git tool is: git
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-jenkins.git
> git init /home/jenkins/workspace/test-sanity/src/opensdn-io/tf-jenkins # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git
> git --version # timeout=10
> git --version # 'git version 2.25.1'
> git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision 34fb771fc6b4e081080f3b53da9d9aa0153ee2aa (refs/remotes/origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 34fb771fc6b4e081080f3b53da9d9aa0153ee2aa # timeout=10
Commit message: "Merge "remove tpc jobs""
> git rev-list --no-walk 34fb771fc6b4e081080f3b53da9d9aa0153ee2aa # timeout=10
The recommended git tool is: NONE
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-dev-test.git
> git init /home/jenkins/workspace/test-sanity/src/opensdn-io/tf-dev-test # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-dev-test.git
> git --version # timeout=10
> git --version # 'git version 2.25.1'
> git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-dev-test.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/opensdn-io/tf-dev-test.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision 1c4139620ac6bf8f51cfebf20e60e3bae4db5e88 (refs/remotes/origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f 1c4139620ac6bf8f51cfebf20e60e3bae4db5e88 # timeout=10
Commit message: "install docker before using it"
> git rev-list --no-walk 1c4139620ac6bf8f51cfebf20e60e3bae4db5e88 # timeout=10
Copied 4 artifacts from "pipeline-check" build number 3135
[test-sanity] $ /bin/bash -xe /tmp/jenkins3397138522895603132.sh
+ source /home/jenkins/workspace/test-sanity/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-3135
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-3135
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-2_0_4_3-8
++ CONTRAIL_CONTAINER_TAG=master-2_0_4_3-8
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_0_4_3-8
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_0_4_3-8
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Ie54060261c707dcee7413cb88934aab9aa2da217
++ GERRIT_CHANGE_ID=Ie54060261c707dcee7413cb88934aab9aa2da217
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-container-builder
++ GERRIT_PROJECT=opensdn-io/tf-container-builder
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source /home/jenkins/workspace/test-sanity/deps.test-sanity.43590.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu22
++ ENVIRONMENT_OS=ubuntu22
++ export DATA_NETWORK=10.20.0.0/24
++ DATA_NETWORK=10.20.0.0/24
++ head -1
++ export VROUTER_GATEWAY=10.20.0.1
++ VROUTER_GATEWAY=10.20.0.1
++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=0527c12e-d834-4e49-bcbe-9abed5ac61d3,
++ INSTANCE_IDS=0527c12e-d834-4e49-bcbe-9abed5ac61d3,
++ export instance_ip=10.0.0.254
++ instance_ip=10.0.0.254
++ export CONTROLLER_NODES=10.0.0.254,
++ CONTROLLER_NODES=10.0.0.254,
++ export CONTROL_NODES=10.20.0.17,
++ CONTROL_NODES=10.20.0.17,
++ export ORCHESTRATOR=openstack
++ ORCHESTRATOR=openstack
++ export DEPLOYER=ansible
++ DEPLOYER=ansible
++ export JOB_LOGS_PATH=ansible-os
++ JOB_LOGS_PATH=ansible-os
+ desc='Pipeline: pipeline-check-3135 Random: 43590 Stream: ansible-os'
+ desc+='
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135/ansible-os'
+ echo 'DESCRIPTION Pipeline: pipeline-check-3135 Random: 43590 Stream: ansible-os
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135/ansible-os'
DESCRIPTION Pipeline: pipeline-check-3135 Random: 43590 Stream: ansible-os
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135/ansible-os
[description-setter] Description set: Pipeline: pipeline-check-3135 Random: 43590 Stream: ansible-os
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135/ansible-os'
[test-sanity] $ /bin/bash -xe /tmp/jenkins17941290928392048017.sh
+ set -eo pipefail
+ source /home/jenkins/workspace/test-sanity/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-3135
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-3135
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-2_0_4_3-8
++ CONTRAIL_CONTAINER_TAG=master-2_0_4_3-8
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_0_4_3-8
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_0_4_3-8
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Ie54060261c707dcee7413cb88934aab9aa2da217
++ GERRIT_CHANGE_ID=Ie54060261c707dcee7413cb88934aab9aa2da217
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-container-builder
++ GERRIT_PROJECT=opensdn-io/tf-container-builder
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-dev-test ./patchsets-info.json
[test-sanity] $ /bin/bash -xe /tmp/jenkins7514989087060113795.sh
+ set -eo pipefail
+ source /home/jenkins/workspace/test-sanity/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-check-3135
++ PIPELINE_BUILD_TAG=jenkins-pipeline-check-3135
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/43/2043/8/check_3135
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-2_0_4_3-8
++ CONTRAIL_CONTAINER_TAG=master-2_0_4_3-8
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_0_4_3-8
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_0_4_3-8
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_0_4_3-8
++ export GERRIT_PIPELINE=check
++ GERRIT_PIPELINE=check
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Ie54060261c707dcee7413cb88934aab9aa2da217
++ GERRIT_CHANGE_ID=Ie54060261c707dcee7413cb88934aab9aa2da217
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-container-builder
++ GERRIT_PROJECT=opensdn-io/tf-container-builder
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source ./src/opensdn-io/tf-jenkins/infra/openstack/definitions
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export OS_NETWORK=management
++ OS_NETWORK=management
++ export OS_DATA_NETWORK=data
++ OS_DATA_NETWORK=data
++ export OS_SG=default
++ OS_SG=default
++ export RESERVED_INSTANCES_COUNT=3
++ RESERVED_INSTANCES_COUNT=3
++ export RESERVED_CORES_COUNT=16
++ RESERVED_CORES_COUNT=16
++ export VM_BOOT_RETRIES=120
++ VM_BOOT_RETRIES=120
++ export VM_BOOT_DELAY=60
++ VM_BOOT_DELAY=60
++ export VOLUME_TYPE=ceph-ssd
++ VOLUME_TYPE=ceph-ssd
++ ENVIRONMENT_OS=rocky9
++ VM_TYPES=(['xsmall']='STD3-1-4' ['small']='STD3-2-8' ['medium']='STD3-4-16' ['large']='STD3-8-32')
++ declare -A VM_TYPES
++ VOLUME_SIZE=(['xsmall']='50' ['small']='50' ['medium']='80' ['large']='80')
++ declare -A VOLUME_SIZE
++ OS_IMAGES=(['CENTOS7']='prepared-centos7' ['CENTOS8']='prepared-centos8' ['UBUNTU20']='prepared-ubuntu20' ['UBUNTU22']='prepared-ubuntu22' ['UBUNTU24']='prepared-ubuntu24' ['ROCKY9']='prepared-rocky95')
++ declare -A OS_IMAGES
++ OS_IMAGE_USERS=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY95']='rocky')
++ declare -A OS_IMAGE_USERS
++ OS_IMAGES_UP=(['CENTOS7']='centos' ['CENTOS8']='centos' ['UBUNTU20']='ubuntu' ['UBUNTU22']='ubuntu' ['UBUNTU24']='ubuntu' ['ROCKY9']='rocky' ['ROCKY92']='rocky' ['ROCKY95']='rocky')
++ declare -A OS_IMAGES_UP
++ OS_IMAGES_DOWN=(['CENTOS7']='' ['CENTOS8']='' ['UBUNTU20']='' ['UBUNTU22']='' ['UBUNTU24']='' ['ROCKY9']='' ['ROCKY92']='' ['ROCKY95']='')
++ declare -A OS_IMAGES_DOWN
++ SSH_OPTIONS='-T -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o PasswordAuthentication=no'
+ source /home/jenkins/workspace/test-sanity/deps.test-sanity.43590.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu22
++ ENVIRONMENT_OS=ubuntu22
++ export DATA_NETWORK=10.20.0.0/24
++ DATA_NETWORK=10.20.0.0/24
++ head -1
++ export VROUTER_GATEWAY=10.20.0.1
++ VROUTER_GATEWAY=10.20.0.1
++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=0527c12e-d834-4e49-bcbe-9abed5ac61d3,
++ INSTANCE_IDS=0527c12e-d834-4e49-bcbe-9abed5ac61d3,
++ export instance_ip=10.0.0.254
++ instance_ip=10.0.0.254
++ export CONTROLLER_NODES=10.0.0.254,
++ CONTROLLER_NODES=10.0.0.254,
++ export CONTROL_NODES=10.20.0.17,
++ CONTROL_NODES=10.20.0.17,
++ export ORCHESTRATOR=openstack
++ ORCHESTRATOR=openstack
++ export DEPLOYER=ansible
++ DEPLOYER=ansible
++ export JOB_LOGS_PATH=ansible-os
++ JOB_LOGS_PATH=ansible-os
+ source /home/jenkins/workspace/test-sanity/vars.test-sanity.43590.env
++ export MONITORING_DEPLOY_TARGET=AIO
++ MONITORING_DEPLOY_TARGET=AIO
++ export MONITORING_DEPLOYER=ansible
++ MONITORING_DEPLOYER=ansible
++ export MONITORING_ORCHESTRATOR=os
++ MONITORING_ORCHESTRATOR=os
++ export USE_DATAPLANE_NETWORK=true
++ USE_DATAPLANE_NETWORK=true
+ export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135/ansible-os
+ FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/43/2043/8/check_3135/ansible-os
+ export TARGET=sanity
+ TARGET=sanity
+ ./src/opensdn-io/tf-jenkins/jobs/test/functional/run.sh
INFO: Test sanity started Sun Oct 19 23:37:54 UTC 2025
Warning: Permanently added '10.0.0.254' (ECDSA) to the list of known hosts.
Warning: Permanently added '10.0.0.254' (ECDSA) to the list of known hosts.
DEPLOYER=ansible
CONTRAIL_CONTAINER_TAG=master-2_0_4_3-8
CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_0_4_3-8
CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
ORCHESTRATOR=openstack
OPENSTACK_VERSION="yoga"
CONTROLLER_NODES="10.0.0.254 "
AGENT_NODES="10.0.0.254"
CONTROL_NODES="10.20.0.17 "
SSL_ENABLE="false"
LEGACY_ANALYTICS_ENABLE="true"
HUGE_PAGES_1G=
CONTAINER_RUNTIME=docker
K8S_CA=
DEPLOY_IPA_SERVER=
IPA_PASSWORD=
OPENSTACK_CONTROLLER_NODES='10.0.0.254'
OS_AUTH_URL='http://10.0.0.254:5000/v3'
AUTH_PASSWORD='contrail123'
AUTH_URL=''
INFO: [ensure python3 is present]
Reading package lists...
Building dependency tree...
Reading state information...
python3-minimal is already the newest version (3.10.6-1~22.04.1).
python3-minimal set to manually installed.
0 upgraded, 0 newly installed, 0 to remove and 193 not upgraded.
INFO: [docker install]
INFO: distro=ubuntu detected
INFO: docker installed: Docker version 28.5.1, build e180ab8
[docker config]
DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5101
HTTP/1.1 404 Not Found
Content-Type: text/plain; charset=utf-8
X-Content-Type-Options: nosniff
Date: Sun, 19 Oct 2025 23:37:56 GMT
Content-Length: 19
DEBUG: is_registry_insecure: nexus.gz1.opensdn.io:5101 is insecure
Registry nexus.gz1.opensdn.io:5101 is configured in /etc/docker/daemon.json. Skip.
master-2_0_4_3-8: Pulling from opensdn-test-test
446f83f14b23: Already exists
332f7afead13: Already exists
c637a7f1ed91: Already exists
d6ca8cd81d61: Already exists
9a5a280bef6b: Already exists
d12a10753739: Already exists
d6d1fffc02bb: Already exists
15023f3b71c5: Already exists
4c5f739937c5: Already exists
baf3308d7a73: Already exists
84d6377d5920: Already exists
a1b3bddbc3a7: Already exists
38d5dd17c852: Pulling fs layer
1757263a0755: Pulling fs layer
db4bbcd731f1: Pulling fs layer
88a32a61d431: Pulling fs layer
88a32a61d431: Waiting
1757263a0755: Verifying Checksum
1757263a0755: Download complete
38d5dd17c852: Download complete
38d5dd17c852: Pull complete
1757263a0755: Pull complete
db4bbcd731f1: Verifying Checksum
db4bbcd731f1: Download complete
db4bbcd731f1: Pull complete
88a32a61d431: Verifying Checksum
88a32a61d431: Download complete
88a32a61d431: Pull complete
Digest: sha256:4181e23c620f7223ca9c44035670ba85456aa28dc46d5b1377ad47cdcc57e7d3
Status: Downloaded newer image for nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_0_4_3-8
nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_0_4_3-8
INFO: test_target is ci_sanity
+ [[ ubuntu == \u\b\u\n\t\u ]]
+ [[ 22.04 > 24 ]]
+ python3 -m pip --version
pip 25.2 from /usr/local/lib/python3.10/dist-packages/pip (python 3.10)
+ sudo python3 -m pip install jinja2
Looking in indexes: http://tf-mirrors.gz1.opensdn.io/root/pypi/+simple/
Requirement already satisfied: jinja2 in /usr/lib/python3/dist-packages (3.0.3)
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager, possibly rendering your system unusable. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv. Use the --root-user-action option if you know what you are doing and want to suppress this warning.
+ set +x
set ssh options for ubuntu user
INFO: get testrunner.sh from image
INFO: docker installed: Docker version 28.5.1, build e180ab8
master-2_0_4_3-8: Pulling from opensdn-test-test
Digest: sha256:4181e23c620f7223ca9c44035670ba85456aa28dc46d5b1377ad47cdcc57e7d3
Status: Image is up to date for nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_0_4_3-8
nexus.gz1.opensdn.io:5101/opensdn-test-test:master-2_0_4_3-8
d5897fcf55ef85e189e6ff83320aec6f81fe00fa78fbbf23cc5b88de29d674fa
320cTkFNU1
INFO: prepare input parameters from template /home/ubuntu/src/opensdn-io/tf-dev-test/tf-sanity/tf_test_input.yaml.j2
INFO: TF test input:
provider_config:
bms:
ssh_user: "ubuntu"
ssh_pwd:
domainsuffix: ""
instances:
10_0_0_254:
ip: 10.0.0.254
provider: bms
roles:
analytics:
analytics_snmp:
analytics_alarm:
analytics_database:
config:
config_database:
control:
webui:
openstack:
vrouter:
openstack_compute:
contrail_configuration:
LOG_LEVEL: SYS_DEBUG
CONTRAIL_CONTAINER_TAG: master-2_0_4_3-8
CLOUD_ORCHESTRATOR: openstack
OPENSTACK_VERSION: yoga
AUTH_MODE: keystone
KEYSTONE_AUTH_URL_VERSION: /v3
ANALYTICSDB_ENABLE: "true"
ANALYTICS_ALARM_ENABLE: "true"
ANALYTICS_SNMP_ENABLE: "true"
CONTROLLER_NODES: "10.0.0.254"
# Network isolation case.
# services might be on different IPs,
# but list of nodes is still in CONTROLLER_NODES
CONTROL_NODES: "10.20.0.17,"
orchestrator_configuration:
keystone:
version: v3
password: contrail123
deployment:
orchestrator: openstack
deployer: contrail-ansible-deployer
test_configuration:
image_web_server: nexus.opensdn.io/repository/
use_project_scoped_token: True
container_runtime: docker
INFO: run tests...
./tf_test_input.yaml
./tf_test_input.yaml
+ trap resume_pid 10
+ getopts :T:t:p:f:h opt
+ TESTBED=/opt/contrail/utils/fabfile/testbeds/testbed.py
+ CONTRAIL_FABPATH=/opt/contrail/utils
+ CONTRAIL_TEST_FOLDER=/contrail-test
+ FEATURE=sanity
+ TEST_TAGS=ci_sanity
+ [[ ! -f /contrail-test/contrail_test_input.yaml ]]
+ '[' '!' /opt/contrail/utils/fabfile/testbeds/testbed.py -ef /opt/contrail/utils/fabfile/testbeds/testbed.py ']'
+ mkdir -p /opt/contrail/utils/fabfile/testbeds/
+ cp /opt/contrail/utils/fabfile/testbeds/testbed.py /opt/contrail/utils/fabfile/testbeds/testbed.py
cp: cannot stat '/opt/contrail/utils/fabfile/testbeds/testbed.py': No such file or directory
+ cd /contrail-test
+ run_tests='./run_tests.sh --contrail-fab-path /opt/contrail/utils '
+ [[ -n '' ]]
+ [[ -n ci_sanity ]]
+ [[ ci_sanity =~ ci_sanity ]]
+ export ci_image=cirros
+ ci_image=cirros
+ ./run_tests.sh --contrail-fab-path /opt/contrail/utils -T ci_sanity
+ declare -a pids
+ trap resume_pids 10 1 2 3 6
+ source tools/common.sh
+ export PYTHON=/usr/bin/python3
+ PYTHON=/usr/bin/python3
++ which testr
+ TESTR=/usr/local/bin/testr
++ which subunit2junitxml
+ SUBUNIT2JUNIT=/usr/local/bin/subunit2junitxml
+ rm -rf .testrepository
+ testrargs=
+ path=
+ tags=
+ venv=.venv
+ with_venv=tools/with_venv.sh
+ always_venv=0
+ never_venv=1
+ no_site_packages=0
+ debug=0
+ force=0
+ wrapper=
+ config_file=
+ update=0
+ upgrade=0
+ upload=0
+ logging=0
+ logging_config=logging.conf
+ concurrency=
+ parallel=0
+ failure_threshold=
+ contrail_fab_path=/opt/contrail/utils
++ date +%Y_%m_%d_%H_%M_%S
+ export SCRIPT_TS=2025_10_19_23_38_18
+ SCRIPT_TS=2025_10_19_23_38_18
++ getopt -o pVNnfuUsthdC:lLmF:T:c: -l test-failure-threshold:,prepare,virtual-env,no-virtual-env,no-site-packages,force,upgrade,k8s_upgrade,update,upload,sanity,parallel,help,debug,config:,logging,logging-config,send-mail,features:,tags:,concurrency:,contrail-fab-path: -- --contrail-fab-path /opt/contrail/utils -T ci_sanity
+ options=' --contrail-fab-path '\''/opt/contrail/utils'\'' -T '\''ci_sanity'\'' --'
+ eval set -- --contrail-fab-path ''\''/opt/contrail/utils'\''' -T ''\''ci_sanity'\''' --
++ set -- --contrail-fab-path /opt/contrail/utils -T ci_sanity --
+ first_uu=yes
+ '[' 5 -gt 0 ']'
+ case "$1" in
+ contrail_fab_path=/opt/contrail/utils
+ shift
+ shift
+ '[' 3 -gt 0 ']'
+ case "$1" in
+ tags=ci_sanity
+ shift
+ shift
+ '[' 1 -gt 0 ']'
+ case "$1" in
+ '[' yes == yes ']'
+ first_uu=no
+ shift
+ '[' 0 -gt 0 ']'
++ echo ci_sanity
++ sed 's/,/ /g'
+ tags=ci_sanity
+ config_file=/contrail-test/contrail_test_input.yaml
+ [[ -n /contrail-test/contrail_test_input.yaml ]]
+ export TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml
+ TEST_CONFIG_FILE=/contrail-test/contrail_test_input.yaml
+ prepare
+ '[' -n /contrail-test/contrail_test_input.yaml ']'
++ readlink -f /contrail-test/contrail_test_input.yaml
+ config_file=/contrail-test/contrail_test_input.yaml
++ dirname /contrail-test/contrail_test_input.yaml
+ export TEST_CONFIG_DIR=/contrail-test
+ TEST_CONFIG_DIR=/contrail-test
++ basename /contrail-test/contrail_test_input.yaml
+ export TEST_CONFIG_FILE=contrail_test_input.yaml
+ TEST_CONFIG_FILE=contrail_test_input.yaml
+ ssh_key_gen
+ [[ -f /root/.ssh/id_rsa ]]
+ [[ -f /root/.ssh/id_rsa.pub ]]
+ return 0
+ start_ssh_agent
+ ssh-add -l
+ '[' 2 == 2 ']'
+ test -r /root/.ssh-agent
+ ssh-add -l
+ '[' 2 == 2 ']'
+ umask 066
+ ssh-agent
+ eval 'SSH_AUTH_SOCK=/tmp/ssh-XXXXXXW9ShvB/agent.25; export SSH_AUTH_SOCK;
SSH_AGENT_PID=26; export SSH_AGENT_PID;
echo Agent pid 26;'
++ SSH_AUTH_SOCK=/tmp/ssh-XXXXXXW9ShvB/agent.25
++ export SSH_AUTH_SOCK
++ SSH_AGENT_PID=26
++ export SSH_AGENT_PID
++ echo Agent pid 26
+ ssh-add
Identity added: /root/.ssh/id_rsa (jenkins@tf-jenkins)
+ source_file_ssh_agent
+ cat
+ '[' 0 -eq 1 ']'
+ export REPORT_DETAILS_FILE=report_details_2025_10_19_23_38_18.ini
+ REPORT_DETAILS_FILE=report_details_2025_10_19_23_38_18.ini
+ export REPORT_FILE=report/junit-noframes.html
+ REPORT_FILE=report/junit-noframes.html
++ dirname ./run_tests.sh
+ cd .
+ '[' 0 -eq 1 ']'
+ '[' 1 -eq 0 ']'
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/fixtures:/contrail-test/scripts:/contrail-test
+ apply_patches
+ apply_junitxml_patch
+ patch_path=/contrail-test/tools/patches
+ src_path=/usr/lib/python2.6/site-packages
+ '[' -d /usr/lib/python2.6/site-packages/junitxml ']'
+ src_path=/usr/local/lib/python2.7/dist-packages
+ '[' -d /usr/local/lib/python2.7/dist-packages/junitxml ']'
+ src_path=/usr/lib/python2.7/site-packages/
+ '[' -d /usr/lib/python2.7/site-packages//junitxml ']'
+ patch -d -p0 -N --dry-run --silent
+ '[' 2 -eq 0 ']'
+ filepath=/usr/local/lib/python3.6/site-packages/junitxml
+ '[' '!' -d /usr/local/lib/python3.6/site-packages/junitxml ']'
+ filepath=/usr/local/lib/python3.9/site-packages/junitxml
+ patch -d /usr/local/lib/python3.9/site-packages/junitxml -p0 -N --dry-run --silent
+ '[' 0 -eq 0 ']'
+ echo 'Applied patch for python3'
Applied patch for python3
+ cd /usr/local/lib/python3.9/site-packages/junitxml
+ patch -p0 -N
patching file __init__.py
+ apply_subunitfilters_patch
+ patch_path=/contrail-test/tools/patches
+ filepath=/usr/local/lib/python3.6/site-packages/subunit
+ '[' '!' -d /usr/local/lib/python3.6/site-packages/subunit ']'
+ filepath=/usr/local/lib/python3.9/site-packages/subunit
+ patch -p0 -N --dry-run --silent /usr/local/lib/python3.9/site-packages/subunit/filters.py
+ '[' 0 -eq 0 ']'
+ echo 'Applied subunit-filter patch for python3'
Applied subunit-filter patch for python3
+ patch -p0 -N /usr/local/lib/python3.9/site-packages/subunit/filters.py
patching file /usr/local/lib/python3.9/site-packages/subunit/filters.py
+ export TEST_DELAY_FACTOR=1
+ TEST_DELAY_FACTOR=1
+ export TEST_RETRY_FACTOR=1
+ TEST_RETRY_FACTOR=1
+ rm -rf 'result*.xml'
++ get_result_xml
++ result_xml=result_2025_10_19_23_38_18_31870.xml
++ echo result_2025_10_19_23_38_18_31870.xml
+ result_xml=result_2025_10_19_23_38_18_31870.xml
++ get_result_xml
++ result_xml=result_2025_10_19_23_38_18_28020.xml
++ echo result_2025_10_19_23_38_18_28020.xml
+ serial_result_xml=result_2025_10_19_23_38_18_28020.xml
+ GIVEN_TEST_PATH=
+ '[' '!' -z cirros ']'
+ export ci_image
+ check_test_discovery
+ echo 'Checking if test-discovery is fine'
Checking if test-discovery is fine
+ bash -x tools/check_test_discovery.sh
+ echo 'Validating if test discovery passes in scripts/ and serial_scripts'
Validating if test discovery passes in scripts/ and serial_scripts
+ echo ''
+ GIVEN_TEST_PATH=
+ export PYTHON=/usr/bin/python3
+ PYTHON=/usr/bin/python3
++ which testr
+ export TESTR=/usr/local/bin/testr
+ TESTR=/usr/local/bin/testr
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/scripts:/contrail-test/fixtures
+ export OS_TEST_PATH=./scripts
+ OS_TEST_PATH=./scripts
+ /usr/local/bin/testr list-tests
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \
${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/usr/local/lib/python3.9/site-packages/netaddr/strategy/__init__.py:189: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if word_sep is not '':
/contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="?
if type(public_network_obj).__name__ is 'VirtualNetwork':
/contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="?
if encoding is 'All':
/contrail-test/tcutils/collector/opserver_util.py:388: SyntaxWarning: "is" with a literal. Did you mean "=="?
if len(match_v) is 1:
/contrail-test/tcutils/collector/opserver_util.py:389: SyntaxWarning: "is" with a literal. Did you mean "=="?
if match_v[0][-1] is '*':
/usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:868: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if rpc_rsp_e.text is not None and rpc_rsp_e.text.strip() is not '':
/usr/local/lib/python3.9/site-packages/jnpr/junos/device.py:1271: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if auto_probe is not 0:
/usr/local/lib/python3.9/site-packages/jnpr/junos/rpcmeta.py:145: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if model and filter_xml is None and options.get('format') \
/usr/local/lib/python3.9/site-packages/jnpr/junos/utils/start_shell.py:137: SyntaxWarning: "is not" with a literal. Did you mean "!="?
self.last_ok = got is not ''
/contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is "TCP":
/contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="?
if traffic_type is "ICMP":
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="?
if value is 1:
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="?
if value is 2:
scripts.RR.test_rr.TestBasicRR.test_basic_RR[sanity]
scripts.RR.test_rr.TestBasicRR.test_create_vm_after_RR_set[sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count
scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates
scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table
scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_stats_tables
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify__bgp_router_uve_up_xmpp_and_bgp_count
scripts.analytics.test_analytics.AnalyticsTestSanity1.test_verify_bgp_peer_uve
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_db_nodemgr_status[dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_collector_connections[dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_generator_connections_to_collector_node[dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_agent[cb_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_analytics_node[cb_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity3.test_verify_process_status_control_node[cb_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics_basic.AnalyticsBasicTestSanity.test_verify_object_logs[ci_sanity,dev_sanity_dpdk,sanity,suite1]
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_2byte
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_as_loop_count_4byte
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_asn_update
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_basic[todo_sanity]
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_community
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_hold_time
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ibgp
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv4_prefix_limit_idle_timeout
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_ipv6_prefix_limit_idle_timeout
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_md5
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_route_origin_override
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_as_override
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_bfd_suppress_route_advt
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_vsrx_ipv4_mapped_ipv6_nexthop
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_bgpaas_with_bfd_shc_attached_to_vmi
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem19989_adddelete_vmi
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20052
scripts.bgpaas.test_bgpaas.TestBGPaaS.test_cem20284
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_admin_tenant
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_resources_by_user_tenant
scripts.ceilometer_tests.test_ceilometer.CeilometerTest.test_sample_floating_ip_transmit_packets
scripts.db_manage.test_db_manage.DbManageTest.test_db_manage[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.documentation.test_docs.DocumentationTest.test_analytics_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.documentation.test_docs.DocumentationTest.test_config_docs[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_basic[todo_sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_bug_1749695[todo_sanity]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_through_floatingvn
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_different_forwarding_mode[upgrade]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_floating_ip
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_policy
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_secondary_ip[upgrade]
scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_sg
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_deletion
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_ip
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_dest_port
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_protocol
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_ip[sanity]
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_src_port
scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_vm_suspend_restart
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_in_pol_based_svc_pol_update
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_add_flows
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_diff_proto
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_3_instance_incr_dip
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_in_network_with_policy_bind_unbind
scripts.ecmp.test_ecmp.TestECMPFeature.test_ecmp_svc_v2_in_network_nat_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_in_pol_based_svc_pol_update
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_add_flows
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_diff_proto
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_3_instance_incr_dip
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_in_network_with_policy_bind_unbind
scripts.ecmp.test_ecmp.TestECMPFeatureIPv6.test_ecmp_svc_v2_in_network_nat_with_3_instance[dev_sanity_dpdk]
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_3_instance
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_fragments_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_aap_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_mirror_packet_mode
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_in_network_with_static_route_no_policy[sanity]
scripts.ecmp.test_ecmp.TestECMPIPv6Fragments.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_3_instance
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_in_network_with_static_route_no_policy[sanity]
scripts.ecmp.test_ecmp.TestECMPSanity.test_ecmp_svc_v2_transparent_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_3_instance[cb_sanity,sanity]
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_in_network_with_static_route_no_policy
scripts.ecmp.test_ecmp.TestECMPSanityIPv6.test_ecmp_svc_v2_transparent_with_3_instance
scripts.ecmp.test_ecmp.TestECMPwithFIP_1.test_ecmp_with_svc_with_fip_dest
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_add_del_same_fip
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sip
scripts.ecmp.test_ecmp.TestECMPwithFIP_2.test_ecmp_bw_three_vms_same_fip_incr_sport
scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_deletion[sanity]
scripts.ecmp.test_ecmp.TestECMPwithSVMChange.test_ecmp_with_svm_suspend_start
scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_deletion
scripts.ecmp.test_ecmp.TestECMPwithSVMChangeIPv6.test_ecmp_with_svm_suspend_start
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_multi_inline_SVC_VN_with_external_RT
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic[sanity]
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_3_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_multiple_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_basic_with_transparent_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat[upgrade]
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_ECMP
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_SC_with_traffic
scripts.ecmp.test_ecmp.TestMultiInlineSVC.test_three_stage_v2_SC[sanity]
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_multi_inline_SVC_VN_with_external_RT
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic[sanity]
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_3_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_multiple_svm_instances
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_basic_with_transparent_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_in_net_in_net
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_in_net_nat
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_svc_fate_sharing_in_2_multi_inline_svc_chains_transparent_in_net_transparent
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_ECMP
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_SC_with_traffic
scripts.ecmp.test_ecmp.TestMultiInlineSVCIPv6.test_three_stage_v2_SC
scripts.ecmp.test_ecmp.TestVRRPwithSVM.test_vrrp_with_svm_toggle_admin_port
scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_ecmp_subIntf[upgrade]
scripts.ecmp.test_ecmp_subInt.TestSubInterfacesECMP.test_svc_subIntf
scripts.firewall.test_fw.TestFirewallDraftBasic.test_mixed_draft_mode[dev_sanity_dpdk,full_sanity]
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_communication_across_borrower_vm
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_exhust_Fip_pool_and_release_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity.test_mutual_floating_ip
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_in_uve
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_fip_with_traffic
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_removal_of_fip_with_traffic
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vm_restart_with_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity1.test_vn_info_in_agent_with_fip
scripts.floatingip.test_floatingip.FloatingipTestSanity2.test_communication_across__diff_proj
scripts.floatingip.test_floatingip.FloatingipTestSanity4.test_tcp_transfer_from_fip_vm
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_native_staticroute
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_policy
scripts.floatingip.test_floatingip.FloatingipTestSanity5.test_longest_prefix_match_with_fip_and_staticroute
scripts.floatingip.test_floatingip_basic.FloatingipBasicTestSanity.test_floating_ip[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1,vrouter_gw]
scripts.floatingip.test_mx.TestSanity_MX.test_apply_policy_fip_on_same_vn[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_fip_with_vm_in_2_vns[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_ftp_http_with_public_ip[mx_test]
scripts.floatingip.test_mx.TestSanity_MX.test_mx_gateway[mx_test,sanity]
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_fwp_tag_priority_order_vmi_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_deployment_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_project
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_inter_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_project
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_inter_vn_intra_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_deployment_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_inter_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_deployment_tagat_vn[k8s_sanity]
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_label_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_site_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vmi
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_intra_vn_intra_compute_tag_tier_tagat_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_policy_at_firewall_and_network_level
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_inter_vn
scripts.hbf.test_hbs_fw.TestNetworkPolicy.test_tag_at_vmi_intra_vn
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_hbs_with_hbf_type_label
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbf_on_multiple_projects_with_non_hbf_project
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_hbsflag_toggle_with_multiple_projects_with_non_hbf_project
scripts.hbf.test_hbs_project.TestHbsEnabledProject.test_verify_quota_limit_for_host_based_service
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpInterVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_IcmpIntraVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpInterVnIntraCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnInterCompute
scripts.hbf.test_hbs_traffic.TestHbsTraffic.test_TcpIntraVnIntraCompute
scripts.heat.test_heat.TestHeat.test_ecmp_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_heat_stacks_list[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity]
scripts.heat.test_heat.TestHeat.test_max_inst_change_in_ecmp_svc
scripts.heat.test_heat.TestHeat.test_port_based_multi_sc
scripts.heat.test_heat.TestHeat.test_proto_based_multi_sc
scripts.heat.test_heat.TestHeat.test_pt_multi_inline_v2_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_public_access_thru_svc_w_fip[cb_sanity,sanity]
scripts.heat.test_heat.TestHeat.test_security_group_update
scripts.heat.test_heat.TestHeat.test_src_cidr_svc_creation_with_heat
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_nat
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innet_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_asym_innetnat_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innet[sanity]
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk]
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_1_trans
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_innet_svc
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_2_trans_svc
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_innet_nat
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_innet
scripts.heat.test_heat.TestHeat.test_transit_vn_sym_trans_nat
scripts.heat.test_heat.TestHeatIPv6.test_ecmp_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_heat_stacks_list
scripts.heat.test_heat.TestHeatIPv6.test_max_inst_change_in_ecmp_svc
scripts.heat.test_heat.TestHeatIPv6.test_port_based_multi_sc
scripts.heat.test_heat.TestHeatIPv6.test_proto_based_multi_sc
scripts.heat.test_heat.TestHeatIPv6.test_pt_multi_inline_v2_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_public_access_thru_svc_w_fip[cb_sanity,sanity]
scripts.heat.test_heat.TestHeatIPv6.test_security_group_update
scripts.heat.test_heat.TestHeatIPv6.test_src_cidr_svc_creation_with_heat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_nat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innet_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_asym_innetnat_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innet[cb_sanity]
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_innetnat[dev_sanity_dpdk]
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_1_trans
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_innet_svc
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_2_trans_svc
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_innet_nat
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_innet
scripts.heat.test_heat.TestHeatIPv6.test_transit_vn_sym_trans_nat
scripts.heat.test_heat_basic.TestBasicHeat.test_svc_creation_with_heat[dev_sanity_dpdk,sanity,suite1]
scripts.heat.test_heat_basic.TestBasicHeatIPv6.test_svc_creation_with_heat[sanity]
scripts.interAS.test_interas.TestInterAS.test_interAS_labeled_unicast
scripts.interAS.test_interas.TestInterAS.test_interAS_remote_vpn
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_dynamic_NH_without_juniper_header_cem8760
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirror_with_subintf_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_intf_mirroring_disable_enable_scenarios[ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header[full_sanity]
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_egress
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_ingress
scripts.intf_mirror.test_intf_mirror.TestIntfMirror.test_juniper_header_without_header_ingress[full_sanity]
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1_vn1dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn1vn2_analyzer_cn2vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn1vn1_dst_cn2vn2_analyzer_cn3vn3[cb_sanity,ci_sanity_WIP,full_sanity,quick_sanity]
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_src_cn2vn1_dst_cn1vn2_analyzer_cn1vn3
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn1vn1_analyzer_cn2vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn1vn1_dst_cn2vn1_analyzer_cn3vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn1
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_intf_mirror6_with_subintf_src_cn2vn1_dst_cn1vn1_analyzer_cn1vn2
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_egress
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_ingress
scripts.intf_mirror.test_intf_mirror6.TestIntfMirror6.test_juniper_header6_without_header_ingress[full_sanity]
scripts.k8s_scripts.test_deployment.TestPodDeployment.test_deployment_1
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_agent
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_restart_control
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_flow_stickiness_with_deployment
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_local_scale_up_down
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_network_policy
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_nodeport_service
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_external_ip
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_down_multiple_clients
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_remote_scale_up_to_10_and_down_to_2
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_ecmp_to_non_ecmp
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_flows_with_scale
scripts.k8s_scripts.test_ecmp_flow_stickiness.TestEcmpFlowStickiness.test_non_ecmp_to_ecmp
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_delete_and_recreate_the_namespace_with_fabric_fwd_enabled
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_fabric_fwd
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_deployment_with_replica_update_for_fabric_fwd[k8s_sanity]
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_fabric_forwarding_disabled_by_default
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_ping_with_jumbo_frame
scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWD.test_pod_publicreachability_with_fabric_forwarding_enabled
scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout
scripts.k8s_scripts.test_ingress.TestIngressClusterIp.test_ingress_ip_assignment[ci_k8s_sanity,k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_ingress.TestIngressVNIsolated.test_ingress_fanout
scripts.k8s_scripts.test_ingress_tls.TestIngressTLS.test_ingress_tls_1[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_isolation.TestCustomIsolation.test_ingress_custom_isolation
scripts.k8s_scripts.test_namespace.TestNamespace.test_many_add_delete_ns
scripts.k8s_scripts.test_namespace.TestNamespace.test_namespace_1[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_pod.TestPod.test_ping_between_two_pods[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_pod.TestPod.test_pod_public_reachability_using_snat
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_ping_between_two_pods[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_pod.TestPodVNIsolated.test_pod_public_reachability_using_snat
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_egress
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_allow_all_ingress[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_egress
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_deny_all_ingress[ci_contrail_go_k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_ipblock_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_namespaceselector_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_podselector_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_port_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_edit
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_egress_rules_label_edit[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_allow_egress_deny_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_allow_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_deny_egress_deny_all
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_egress_on_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_ipblock_for_pod
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_edit
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_ingress_rules_label_edit[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_egress_policies
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_multiple_ingress_policies
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_egress_rules
scripts.k8s_scripts.test_policy.TestNetworkPolicy.test_policy_with_multiple_ingress_rules
scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_egress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyCustomIsolation.test_ingress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_egress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyNSIsolation.test_ingress_policy_over_isolated_namespace
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_deployment_replica_updation[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_k8s_configurations_post_policy_creation[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_pod_selector[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_egress_rule[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyRandom.test_multiple_values_in_ingress_rule[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_namespace_with_service[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_egress_rule_on_pod_with_service
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_k8s_ingress_fanout[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_namespace_with_service[k8s_sanity]
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_k8s_ingress
scripts.k8s_scripts.test_policy.TestNetworkPolicyServiceIngress.test_ingress_rule_on_pod_with_service[ci_k8s_sanity,k8s_sanity]
scripts.k8s_scripts.test_service.TestService.test_cem20907
scripts.k8s_scripts.test_service.TestService.test_kube_dns_lookup[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestService.test_service_scale_up_down
scripts.k8s_scripts.test_service.TestService.test_service_type_nodeport
scripts.k8s_scripts.test_service.TestService.test_service_with_type_loadbalancer
scripts.k8s_scripts.test_service.TestServiceExternalIP.test_service_with_external_ip[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceExternalIPVNIsolated.test_service_with_external_ip[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_cem20907
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_kube_dns_lookup[k8s_sanity,k8s_upgrade]
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_scale_up_down
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_type_nodeport
scripts.k8s_scripts.test_service.TestServiceVNIsolated.test_service_with_type_loadbalancer
scripts.k8s_scripts.test_snat.TestSNAT.test_delete_and_recreate_the_namespace_with_snat_enabled
scripts.k8s_scripts.test_snat.TestSNAT.test_deployment_with_replica_update_for_snat[k8s_sanity]
scripts.k8s_scripts.test_snat.TestSNAT.test_ping_with_jumbo_frame
scripts.k8s_scripts.test_snat.TestSNAT.test_pod_publicreachability_with_snat_enabled
scripts.k8s_scripts.test_snat.TestSNAT.test_snat_forwarding_disabled_by_default
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_contrail_status
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_dns_service
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_different_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_different_vn_same_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_different_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_flow_stickiness_workload_in_same_vn_same_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_inter_vn_inter_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_and_inter_vn_pkt_mode
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_inter_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_intra_vn_intra_compute
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_ipv6_intra_and_inter_vn
scripts.l3_mh.test_l3_multihoming.TestL3Multihoming.test_traffic_with_policy
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_add_remove_members
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_client_pool_in_same_net[full_sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_health_monitor
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_fip[cb_sanity,full_sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_different_lb[upgrade]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_https
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_with_sg_vip[full_sanity]
scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_update_attr_verify_haproxy_conf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_inter_vn_intra_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_CEM_21905_vrouter_agent_restart
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_bfd_on_targetip_vsrx[todo_sanity]
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_change_fwding_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_macvlan_intf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vlan_intf
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_delete_vmi
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_detach_hc_vsrx
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_diff_subnet_macvlanip
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_dynamically_disable_maciplearningflag
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_fifty_macvlans
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_detach
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_health_check_failure
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_in_l3_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_inter_vn_intra_compute_intra_subnet
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_inter_subnet_intra_compute
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3[todo_sanity]
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_maciplearning_flag
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_across_computes_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_move_ip_locally_l2l3
scripts.maciplearning.test_maciplearning_v4.TestMacIpLearning.test_vrouter_agent_restart
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_change_fwding_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_macvlan_intf
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vlan_intf
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_delete_vmi
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_diff_subnet_macvlanip
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_dynamically_disable_maciplearningflag
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_fifty_macvlans
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_detach
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_health_check_failure
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_in_l3_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_inter_compute
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_inter_vn_intra_compute_intra_subnet
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_inter_subnet_intra_compute
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3[todo_sanity]
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_l2l3_pkt_mode
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_intra_vn_intra_compute_vlan_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_maciplearning_flag
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_across_computes_pkt_mode_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_move_ip_locally_l2l3
scripts.maciplearning.test_maciplearning_v6.TestMacIp6Learning.test_vrouter_agent_restart
scripts.multi_tenancy.test_perms.TestMultitenancy.test_all
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_policy_objects
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_projects
scripts.multi_tenancy.test_perms.TestMultitenancy.test_permissions_on_vn_objects
scripts.multicloud.test_mc.MC_test.test_Overlay_ping
scripts.multicloud.test_mc.MC_test.test_Underlay_ping
scripts.multicloud.test_mc.MC_test.test_bird_HA
scripts.multicloud.test_mc.MC_test.test_openvpn_HA
scripts.multicloud.test_mc.MC_test.test_strongswan_HA
scripts.multicloud.test_mc.MC_test.test_tag_verification
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_create_pool_member_vip
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_delete_pool_in_use
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_healthmonitor_delete
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_member_delete
scripts.neutron.lbaas.test_lbaas.TestLbaas.test_vip_delete
scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_healthmonitor[suite1]
scripts.neutron.lbaas.test_lbaas_basic.TestBasicLbaas.test_lbmethod_round_robin[suite1]
scripts.neutron.test_crud.TestCRUD.test_network_subnet_port_crud
scripts.neutron.test_crud.TestCRUD.test_router_crud[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_ports.TestPorts.test_aap_active_active_mode
scripts.neutron.test_ports.TestPorts.test_aap_with_fip[cb_sanity,full_sanity]
scripts.neutron.test_ports.TestPorts.test_aap_with_fip_vsrx
scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_admin_state_toggle
scripts.neutron.test_ports.TestPorts.test_aap_with_vrrp_priority_change
scripts.neutron.test_ports.TestPorts.test_aap_with_zero_mac[cb_sanity,full_sanity]
scripts.neutron.test_ports.TestPorts.test_port_admin_state_up
scripts.neutron.test_ports.TestPorts.test_port_ip_reuse
scripts.neutron.test_ports.TestPorts.test_port_rename
scripts.neutron.test_ports.TestPorts.test_ports_attach_detach
scripts.neutron.test_ports.TestPorts.test_ports_bindings[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_ports.TestPorts.test_ports_custom_sg
scripts.neutron.test_ports.TestPorts.test_ports_device_owner_and_id
scripts.neutron.test_ports.TestPorts.test_ports_extra_dhcp_options
scripts.neutron.test_ports.TestPorts.test_ports_multiple_specific_subnet_ips
scripts.neutron.test_ports.TestPorts.test_ports_no_sg
scripts.neutron.test_ports.TestPorts.test_ports_secondary_ip_attach
scripts.neutron.test_ports.TestPorts.test_ports_specific_mac
scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet
scripts.neutron.test_ports.TestPorts.test_ports_specific_subnet_ip[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_ports.TestPorts.test_ports_update_sg
scripts.neutron.test_ports.TestPorts.test_shutoff_vm_route_withdrawal
scripts.neutron.test_ports.TestPorts.test_zombie_tap_interface
scripts.neutron.test_quota.TestQuota.test_default_quota_for_admin_tenant
scripts.neutron.test_quota.TestQuota.test_default_quota_for_new_tenant
scripts.neutron.test_quota.TestQuota.test_quota_update_of_new_project_by_admin
scripts.neutron.test_quota.TestQuota.test_quota_update_of_specific_tenant
scripts.neutron.test_quota.TestQuota.test_update_quota_for_new_tenant
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_CEM_22032[cb_sanity]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior[cb_sanity]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_diff_projects
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_different_vns
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip[upgrade]
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_diff_projects
scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_subnet_attach_detach
scripts.neutron.test_routers.TestRouters.test_basic_router_behavior[ci_sanity,dev_sanity_dpdk,sanity]
scripts.neutron.test_routers.TestRouters.test_router_admin_state_up[full_sanity]
scripts.neutron.test_routers.TestRouters.test_router_rename[full_sanity]
scripts.neutron.test_routers.TestRouters.test_router_with_alloc_pool_and_gateway
scripts.neutron.test_routers.TestRouters.test_router_with_existing_ports
scripts.neutron.test_routers_basic.TestRoutersBasic.test_basic_snat_behavior_without_external_connectivity[ci_sanity,dev_sanity_dpdk,sanity,suite1]
scripts.neutron.test_sec_group.TestSecurityGroup.test_security_group_rename
scripts.neutron.test_subnets.TestSubnets.test_allocation_pools
scripts.neutron.test_subnets.TestSubnets.test_bug_1630829
scripts.neutron.test_subnets.TestSubnets.test_dns_nameservers
scripts.neutron.test_subnets.TestSubnets.test_enable_dhcp
scripts.neutron.test_subnets.TestSubnets.test_gateway
scripts.neutron.test_subnets.TestSubnets.test_ip_allocation_order
scripts.neutron.test_subnets.TestSubnets.test_subnet_host_routes
scripts.neutron.test_subnets.TestSubnets.test_subnet_rename
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_admin_state_up
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_mtu
scripts.neutron.test_virtual_network.TestVirtualNetwork.test_virtual_network_rename
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_protocol_summary
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_source_dest_cidr
scripts.policy.test_policy.TestBasicPolicyConfig.test_policy_with_multi_vn_in_vm
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_protocol_summary
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_source_dest_cidr
scripts.policy.test_policy.TestBasicPolicyConfigIpv4v6.test_policy_with_multi_vn_in_vm
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1]
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy[quick_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyIpv4v6.test_policy_to_deny[quick_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyModifyIpv4v6.test_policy_modify_vn_policy[sanity]
scripts.policy.test_policy.TestBasicPolicyNegativeIpv4v6.test_remove_policy_with_ref[ci_sanity,sanity]
scripts.policy.test_policy.TestBasicPolicyRouting.test_policy_RT_import_export
scripts.policy.test_policy.TestBasicPolicyRoutingIpv4v6.test_policy_RT_import_export
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_any[cb_sanity,todo_sanity]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_duplicate_vn_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_policy_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_cidr_src_vn_dst_cidr[cb_sanity]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_any_dst_pol
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_any[cb_sanity]
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_pol_dst_vn
scripts.policy.test_policy_acl.TestPolicyAcl.test_policy_inheritance_src_vn_dst_pol[cb_sanity,sanity,vrouter_gw]
scripts.policy.test_policy_acl.TestPolicyAcl.test_route_leaking_pass_protocol_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_any
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_cidr_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_duplicate_vn_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_policy_dst_cidr
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_cidr_src_vn_dst_cidr[todo_sanity]
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_any_dst_pol
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_any[sanity]
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_pol_dst_vn
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_policy_inheritance_src_vn_dst_pol
scripts.policy.test_policy_acl.TestPolicyAclIpv4v6.test_route_leaking_pass_protocol_src_cidr_dst_cidr
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_associate_disassociate_api_policy
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_create_api_policy
scripts.policy.test_policy_api.TestApiPolicyFixture01.test_policy_with_local_keyword_across_multiple_vn
scripts.policy.test_policy_api.TestApiPolicyFixture02.test_policy_api_fixtures
scripts.policy.test_policy_basic.TestBasicPolicy.test_basic_policy_allow_deny[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,sanity,suite1]
scripts.policy.test_policy_basic.TestBasicPolicy.test_policy[suite1]
scripts.policy.test_policy_basic.TestBasicPolicy.test_policy_to_deny
scripts.policy.test_policy_basic.TestBasicPolicyModify.test_policy_modify_vn_policy[suite1]
scripts.policy.test_policy_basic.TestBasicPolicyNegative.test_remove_policy_with_ref[suite1]
scripts.policy.test_policy_basic.TestDetailedPolicy0.test_repeated_policy_modify[suite1]
scripts.policy.test_policy_detailed.TestDetailedPolicy0Ipv4v6.test_repeated_policy_modify[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_multi_vn_repeated_policy_update_with_ping[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1.test_single_vn_repeated_policy_update_with_ping
scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_multi_vn_repeated_policy_update_with_ping[sanity]
scripts.policy.test_policy_detailed.TestDetailedPolicy1Ipv4v6.test_single_vn_repeated_policy_update_with_ping
scripts.project.test_projects_basic.TestProjectBasic.test_project_add_delete
scripts.qos.test_qos.TestQos.test_default_fc_update
scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dot1p
scripts.qos.test_qos.TestQos.test_qos_config_and_fc_update_for_dscp
scripts.qos.test_qos.TestQos.test_qos_marking_dscp_on_vhost
scripts.qos.test_qos.TestQos.test_qos_remark_based_on_default_fc
scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vmi
scripts.qos.test_qos.TestQos.test_qos_remark_dot1p_on_vn
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi[cb_sanity,sanity]
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vmi_ipv6
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn
scripts.qos.test_qos.TestQos.test_qos_remark_dscp_on_vn_ipv6
scripts.qos.test_qos.TestQosPolicy.test_qos_config_and_fc_update_for_dscp_map_on_policy
scripts.qos.test_qos.TestQosPolicy.test_qos_remark_dscp_on_particular_rule_of_policy
scripts.qos.test_qos.TestQosPolicy.test_qos_vmi_precedence_over_policy_over_vn
scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_policy_including_si
scripts.qos.test_qos.TestQosSVC.test_qos_remark_dscp_on_vmi_of_si
scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_route_aggregation
scripts.route_aggregate.test_route_aggregate.TestRouteAggregate.test_with_multiple_route_aggregation_prefixes
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_bgpaas_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_ext_community_list_match_all_reject
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface[ci_sanity,sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_ext_community[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_interface_static_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_network_static_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes[sanity]
scripts.routing_policy.test_routing_policy.TestRP.test_rp_secondary_routes_si
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_chain_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_ext_community
scripts.routing_policy.test_routing_policy.TestRP.test_rp_service_interface_matrix
scripts.routing_policy.test_routing_policy.TestRP.test_rp_xmpp_matrix
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_inter_subcluster
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_intra_subcluster
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_ext_community_primary_route
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_reject_route
scripts.routing_policy.test_routing_policy_sub_cluster.TestRPSubCluster.test_rp_subcluster_secondary_route_no_subcluster_ext_community
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_dep_routes_two_vns_with_same_rt
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_rt_CEM_22032[cb_sanity,sanity]
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_user_def_rt_entry[cb_sanity,sanity]
scripts.rt_filter.test_rt_filter.TestBasicRTFilter.test_vn_rt_entry
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_basic[sanity,suite1]
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1Ipv6.test_sec_group_hold_flow_negative_test
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_basic[sanity,suite1]
scripts.securitygroup.test_regression.SecurityGroupBasicRegressionTests1_contrail.test_sec_group_hold_flow_negative_test
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2Ipv6.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_port
scripts.securitygroup.test_regression.SecurityGroupRegressionTests2_contrail.test_sec_group_with_proto
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3Ipv6.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp
scripts.securitygroup.test_regression.SecurityGroupRegressionTests3_contrail.test_sec_group_with_proto_and_policy_to_allow_only_tcp_ports
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4Ipv6.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests4_contrail.test_vn_compute_sg_comb
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5Ipv6.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_default_sg
scripts.securitygroup.test_regression.SecurityGroupRegressionTests5_contrail.test_sec_group_with_proto_double_rules_sg1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6Ipv6.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_no_rule
scripts.securitygroup.test_regression.SecurityGroupRegressionTests6_contrail.test_sg_stateful
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7Ipv6.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling1
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling2
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_handling_from_mx_with_si
scripts.securitygroup.test_regression.SecurityGroupRegressionTests7_contrail.test_icmp_error_payload_matching
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8Ipv6.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_intra_vn
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_flow_to_sg_rule_mapping_multiple_rules
scripts.securitygroup.test_regression.SecurityGroupRegressionTests8_contrail.test_verify_sg_rule_uuid_in_control_api
scripts.securitygroup.test_regression.SecurityGroupSynAckTest.test_syn_ack_create_flow
scripts.securitygroup.test_regression.SecurityGroupSynAckTestIpv6.test_syn_ack_create_flow
scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_basic[cb_sanity,ci_contrail_go_kolla_ocata_sanity,sanity,suite1]
scripts.securitygroup.test_regression_basic.SecurityGroupBasicRegressionTests1.test_sec_group_hold_flow_negative_test
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_collector
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_control
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_agent_connects_to_dns
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_control_connects_to_rabbitmq
scripts.service_connections.test_service_connections.TestServiceConnections.test_contrail_dns_connects_to_rabbitmq
scripts.service_connections.test_service_connections.TestServiceConnections.test_random_client_connections_to_collector
scripts.service_connections.test_service_connections.TestServiceConnections.test_webui_configs
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_interface_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_add_delete_network_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_multiple_vmis
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_interface_route_table_to_si
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_interface_route_tables_to_vmi
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_attach_multiple_network_route_table_to_vns
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_interface_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_bind_unbind_network_static_table
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_interface_static_table[dev_sanity_dpdk,todo_sanity]
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_network_route_table[cb_sanity,dev_sanity_dpdk,todo_sanity]
scripts.static_route_table.test_static_tables.TestStaticRouteTables.test_with_neutron_router
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_net_nat_with_static_routes[sanity]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath[ci_sanity]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath[sanity]
scripts.svc_firewall.test_svc_fw.TestSvcRegr.test_svc_v2_transparent_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_delete_add_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_port_protocol_change_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeature.test_policy_to_more_vns_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_delete_add_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_port_protocol_change_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_in_network_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrFeatureIPv6.test_policy_to_more_vns_transparent_mode
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_net_nat_with_static_routes
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_in_network_nat_private_to_public_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath
scripts.svc_firewall.test_svc_fw.TestSvcRegrIPv6.test_svc_v2_transparent_datapath_move_svm_to_new_svc
scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_CEM_22032[ci_sanity_WIP,quick_sanity,sanity,suite1]
scripts.svc_firewall.test_svc_fw_basic.TestSvcRegr.test_svc_in_network_datapath[ci_sanity_WIP,quick_sanity,sanity,suite1]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_basic[sanity]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_e2e_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_http
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_hc_link_local_attach_to_vmi
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_left_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_nat_left_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_end_to_end_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_in_net_right_hc_link_local_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_left_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_right_hc_fail_svm[sanity]
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_scale_hc_fail_svm
scripts.svc_health_check.test_svc_health_check.TestSvcHC.test_svc_trans_segment_serial_hc_fail_svm
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_in_network_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring[ci_sanity_WIP,quick_sanity,sanity]
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_add_more_vns
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_policy_add_delete
scripts.svc_mirror.test_mirror.TestSVCV2Mirror.test_svc_v2_mirroring_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip
scripts.svc_mirror.test_mirror.TestSVCV2MirrorFIP.test_svc_v2_mirroring_with_floating_ip_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_in_network_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_add_more_vns
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_policy_add_delete
scripts.svc_mirror.test_mirror.TestSVCV2MirrorIPv6.test_svc_v2_mirroring_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_attach_detach_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_diff_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_detach_attach_policy_change_rules_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_policy_order_change_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirror_with_deny_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicy.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_attach_detach_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_diff_policy_with_svc_v2_mirroring
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_detach_attach_policy_change_rules_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_policy_order_change_with_svc_v2
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirror_with_deny_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule
scripts.svc_mirror.test_mirror.TestSVCV2MirrorPolicyIPv6.test_svc_v2_mirroring_with_unidirection_rule_with_2_analyzer
scripts.vdns.test_vdns.TestvDNS0.test_agent_crash_dns_malformed_received
scripts.vdns.test_vdns.TestvDNS0.test_vdns_default_mode
scripts.vdns.test_vdns.TestvDNS0.test_vdns_fixed_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_ping_diff_vn[full_sanity]
scripts.vdns.test_vdns.TestvDNS0.test_vdns_random_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_roundrobin_rec_order
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_diff_projs
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_fip
scripts.vdns.test_vdns.TestvDNS0.test_vdns_with_next_vdns[full_sanity]
scripts.vdns.test_vdns_basic.TestvDNSBasic0.test_vdns_ping_same_vn[ci_sanity,sanity,suite1]
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_generic_link_local_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ipam_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_metadata_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_mtu_update
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_ping_within_vn_two_vms_two_different_subnets
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vm_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN.test_vn_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_Policy_CEM_22032
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_broadcast_udp_w_chksum
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_bulk_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_diff_proj_same_vn_vm_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_disassociate_vn_from_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_duplicate_vn_add
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_host_route_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_multiple_metadata_service_scale
scripts.vm_regression.test_vm.TestBasicIPv6VMVN0.test_policy_between_vns_diff_proj
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_hard_reboot_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_ping_on_broadcast_multicast
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_release_ipam
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_shutdown_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN2.test_soft_reboot_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN3.test_traffic_bw_vms_diff_pkt_size
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_gratuitous_arp
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_updating_vm_ip
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_add_delete_in_2_vns_chk_ips
scripts.vm_regression.test_vm.TestBasicIPv6VMVN4.test_vm_arp
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_gw_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_in_2_vns_chk_ping
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_intf_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multi_intf_in_same_vn_chk_ping
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_multiple_flavors
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_static_ip_tests
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vm_vn_block_exhaustion
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_in_agent_with_vms_add_delete
scripts.vm_regression.test_vm.TestBasicIPv6VMVN5.test_vn_name_with_spl_characters
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_agent_cleanup_with_control_node_stop
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_multiple_vn_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVN6.test_vn_subnet_types
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_cem19894
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_dns_resolution_for_link_local_service
scripts.vm_regression.test_vm.TestBasicIPv6VMVN9.test_static_route_to_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_dhcp_for_ipv6
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_sctp_traffic_between_vm
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_scp_tests[todo_sanity]
scripts.vm_regression.test_vm.TestBasicIPv6VMVNx.test_vm_file_trf_tftp_tests
scripts.vm_regression.test_vm.TestBasicVMVN0.test_Policy_CEM_22032
scripts.vm_regression.test_vm.TestBasicVMVN0.test_broadcast_udp_w_chksum
scripts.vm_regression.test_vm.TestBasicVMVN0.test_bulk_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_diff_proj_same_vn_vm_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_disassociate_vn_from_vm
scripts.vm_regression.test_vm.TestBasicVMVN0.test_duplicate_vn_add
scripts.vm_regression.test_vm.TestBasicVMVN0.test_host_route_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN0.test_multiple_metadata_service_scale
scripts.vm_regression.test_vm.TestBasicVMVN0.test_policy_between_vns_diff_proj
scripts.vm_regression.test_vm.TestBasicVMVN1.test_no_frag_in_vm
scripts.vm_regression.test_vm.TestBasicVMVN1.test_vn_gateway_flag_disabled
scripts.vm_regression.test_vm.TestBasicVMVN2.test_hard_reboot_vm
scripts.vm_regression.test_vm.TestBasicVMVN2.test_ping_on_broadcast_multicast
scripts.vm_regression.test_vm.TestBasicVMVN2.test_release_ipam
scripts.vm_regression.test_vm.TestBasicVMVN2.test_shutdown_vm
scripts.vm_regression.test_vm.TestBasicVMVN2.test_soft_reboot_vm
scripts.vm_regression.test_vm.TestBasicVMVN3.test_traffic_bw_vms_diff_pkt_size
scripts.vm_regression.test_vm.TestBasicVMVN4.test_gratuitous_arp
scripts.vm_regression.test_vm.TestBasicVMVN4.test_traffic_bw_vms_diff_pkt_size_w_chksum
scripts.vm_regression.test_vm.TestBasicVMVN4.test_updating_vm_ip
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_add_delete_in_2_vns_chk_ips
scripts.vm_regression.test_vm.TestBasicVMVN4.test_vm_arp
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_gw_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_in_2_vns_chk_ping
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_intf_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multi_intf_in_same_vn_chk_ping
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_multiple_flavors
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_static_ip_tests
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vm_vn_block_exhaustion
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_in_agent_with_vms_add_delete
scripts.vm_regression.test_vm.TestBasicVMVN5.test_vn_name_with_spl_characters
scripts.vm_regression.test_vm.TestBasicVMVN6.test_agent_cleanup_with_control_node_stop
scripts.vm_regression.test_vm.TestBasicVMVN6.test_multiple_vn_vm
scripts.vm_regression.test_vm.TestBasicVMVN6.test_vn_subnet_types
scripts.vm_regression.test_vm.TestBasicVMVN9.test_cem19894
scripts.vm_regression.test_vm.TestBasicVMVN9.test_dns_resolution_for_link_local_service
scripts.vm_regression.test_vm.TestBasicVMVN9.test_static_route_to_vm
scripts.vm_regression.test_vm.TestBasicVMVNx.test_sctp_traffic_between_vm[sanity]
scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_scp_tests[ci_contrail_go_kolla_ocata_sanity,ci_sanity,quick_sanity,vrouter_gw]
scripts.vm_regression.test_vm.TestBasicVMVNx.test_vm_file_trf_tftp_tests
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_generic_link_local_service[cb_sanity,ci_contrail_go_kolla_ocata_sanity,ci_sanity,dev_sanity_dpdk,sanity,suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ipam_add_delete[suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_metadata_service[cb_sanity,ci_sanity,sanity,suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_mtu_update
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn[ci_contrail_go_kolla_ocata_sanity,suite1,upgrade,vrouter_gw]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_ping_within_vn_two_vms_two_different_subnets[ci_contrail_go_kolla_ocata_sanity,ci_sanity,sanity,suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vm_add_delete[suite1]
scripts.vm_regression.test_vm_basic.TestBasicVMVN.test_vn_add_delete[suite1]
scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_sg_inter_vn[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicy.test_disable_policy_with_vn_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_inter_node
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_enable_policy_with_active_flows[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_remove_sg[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_disable_policy_with_aap[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_ecmp_with_static_routes_intra_node[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmp.test_remove_sg_disable_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_inter_node
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_enable_policy_with_active_flows[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_remove_sg[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_disable_policy_with_aap[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes[cb_sanity,dev_reg,sanity]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_ecmp_with_static_routes_intra_node[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyEcmpIpv6.test_remove_sg_disable_policy[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_sg_inter_vn[dev_reg]
scripts.vrouter.test_disable_policy.DisablePolicyIpv6.test_disable_policy_with_vn_policy[dev_reg]
scripts.vrouter.test_dpdk_bond_lacp.TestLacp.test_bond_lacp_config[dev_reg,sanity]
scripts.vrouter.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdk_bond_status[dev_reg,sanity]
scripts.vrouter.test_dpdk_fbit_disable_mbuf.TestFbitMergeBuffDisable.test_fbit_disable_mbuf_dpdk[dev_reg,sanity]
scripts.vrouter.test_dpdk_gro_gso.TestGroGso.test_dpdk_gro_gso[dev_reg,sanity]
scripts.vrouter.test_dpdk_vhost_mtu.TestMtu.test_mtu_config[dev_reg,sanity]
scripts.vrouter.test_dpdk_vifdump.TestVifdump.test_vifdump_on_interface[dev_reg,sanity]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_icmp_error_inter_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_inter_node
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_intra_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_lbaasv2[dev_reg]
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_no_tcp_eviction
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap
scripts.vrouter.test_fat_flow.FatFlow.test_fat_flow_with_aap_ignore_addrs
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_icmp_error_inter_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_inter_node
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_intra_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_lbaasv2
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_no_tcp_eviction
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap
scripts.vrouter.test_fat_flow.FatFlowIpv6.test_fat_flow_with_aap_ignore_addrs
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg,sanity]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggr.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_icmp_intra_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_icmp_inter_vn_intra_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_ignore_src_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
scripts.vrouter.test_fat_flow_aggr.FatFlowAggrIpv6.test_fat_flow_lbaasv2
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_duplicate_frags
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_in_order
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_mixed
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_multi_sender
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order1
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_big_payload
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_icmp
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_inter_node
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_intra_node
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_syn
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_out_of_order_tcp
scripts.vrouter.test_ip_fragments.IPFragments.test_ip_fragment_overlapping
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_1[dev_reg,sanity]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_2[dev_reg]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_3[dev_reg]
scripts.vrouter.test_routes.TestRoutes.test_rt_table_scenario_4[dev_reg]
scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_1[dev_reg]
scripts.vrouter.test_subinterfaces.TestSubInterfaces.test_vlan_interface_2[cb_sanity,dev_reg,dev_sanity_dpdk,sanity]
scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_inter_node[dev_reg,todo_sanity]
scripts.vrouter.test_tcp_mtu_probe.TestMtuProbe.test_mtu_probe_intra_node[dev_reg,sanity]
scripts.vrouter.test_vif_stats.TestvifStats.test_vif_statistics[dev_reg,sanity]
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test/serial_scripts:/contrail-test/fixtures
+ export OS_TEST_PATH=./serial_scripts
+ OS_TEST_PATH=./serial_scripts
+ /usr/local/bin/testr list-tests
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
running=OS_STDOUT_CAPTURE=${OS_STDOUT_CAPTURE:-1} \
OS_STDERR_CAPTURE=${OS_STDERR_CAPTURE:-1} \
OS_TEST_TIMEOUT=${OS_TEST_TIMEOUT:-6000} \
${PYTHON:-/usr/bin/python3} -m subunit.run discover -t ./ ${OS_TEST_PATH:-./scripts} --list
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/usr/local/lib/python3.9/site-packages/selenium/webdriver/firefox/firefox_profile.py:203: SyntaxWarning: "is" with a literal. Did you mean "=="?
if setting is None or setting is '':
/contrail-test/serial_scripts/policy/test_policy_serial.py:1418: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is 'udp' and\
/contrail-test/serial_scripts/policy/test_policy_serial.py:1600: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is 'udp' and\
/contrail-test/serial_scripts/policy/test_policy_serial.py:1845: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is 'udp' and\
/contrail-test/serial_scripts/solution/test_orange_solution.py:510: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:522: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:639: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:650: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:683: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:694: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
serial_scripts.RR.test_rr.TestBasicRR.test_process_restart_with_rr_set[todo_sanity]
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_in_project
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_invalid_cases_in_projects
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_global_config
serial_scripts.alarm_config.test_alarm_config.TestAlarmConfigCases.test_alarm_conf_with_multiple_rules_in_project
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_flows_cli_cmds[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_logs_cli_cmd_with_multiple_different_optional_args[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithMin.test_run_contrail_stats_cli_cmds[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_log_verification_with_delete_add_in_network_mode
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_object_tables
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_level_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_message_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_module
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_node_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_run_contrail_logs_cli_cmd_with_optional_arg_object_type
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_uves
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_connected_networks_based_on_policy
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_series_table
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_flow_tables
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_process_status_agent
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_record_table_inter_vn[full_sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_sampling_teardown[sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_series_table_inter_vn[full_sanity]
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_intra_vn
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_table_with_security_tagging
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_verify_session_tables_with_invalid_fields_values
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_virtual_machine_uve_vm_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_for_all_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_routing_instance
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vn_uve_tiers
serial_scripts.analytics.test_analytics_resource.AnalyticsTestSanityWithResource.test_vrouter_uve_vm_on_vm_create
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_alarmgen_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_analytics_api_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_cassandra_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_collector_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_qe_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_redis_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_stunnel_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestHA.test_zookeeper_failover
serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_bgp_peer_object_logs
serial_scripts.analytics.test_analytics_serial.AnalyticsTestSanity.test_verify_xmpp_peer_object_logs
serial_scripts.asn4.test_asn4.TestAsn4.test_as4_two_mx
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ebgp
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp
serial_scripts.asn4.test_asn4.TestAsn4.test_basic_as4_ibgp_sanity[sanity]
serial_scripts.asn4.test_asn4.TestAsn4.test_cem_22457_router_asn_reset
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_fiptraffic_before_backup
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_to_backup_restore
serial_scripts.backup_restore.test_backup_restore.TestBackupRestore.test_traffic_after_restore
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as[dev_sanity_dpdk,sanity]
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_bgp_router_negative
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_negative
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_basic_bgpaas_local_as_precedence
serial_scripts.bgpaas.test_bgpaas_local_as.TestBGPaaSlocalAS.test_endtoend_bgpaas_local_as
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_service_port_update
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_stop_start_controllers
serial_scripts.bgpaas.test_bgpaas_serial.TestBGPaaS.test_bgpaas_vsrx_agent_stop
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone[sanity]
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_agent_restart
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zone_control_restart
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_control_node_zones_from_single_vnf[sanity]
serial_scripts.bgpaas.test_bgpaas_zone.TestBGPaasZone.test_bgp_multiple_control_nodes_in_zone
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_attach_to_multiple_vns
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_basic
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_flap_bgp_session
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_logical_router
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_bgpvpn_update_RT
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l2_bgpvpn_with_l2_vn
serial_scripts.bgpvpn.test_bgpvpn.TestBgpvpn.test_l3_bgpvpn_with_l3_vn
serial_scripts.config.test_1553316.Test1553316.test_create_v6
serial_scripts.control_node_scaling.test_flap_agent_scale.TestBGPScale.test_bgp_scale
serial_scripts.device_manager.test_dm.TestDM.test_add_delete_device_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_add_delete_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_basic_dm[sanity]
serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_device_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_bind_unbind_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_break_connectivity_to_mx
serial_scripts.device_manager.test_dm.TestDM.test_change_import_export_RT
serial_scripts.device_manager.test_dm.TestDM.test_change_vtep
serial_scripts.device_manager.test_dm.TestDM.test_changing_AS
serial_scripts.device_manager.test_dm.TestDM.test_dynamic_tunnels
serial_scripts.device_manager.test_dm.TestDM.test_external_group_pushed_to_mx
serial_scripts.device_manager.test_dm.TestDM.test_if_vn_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_logs_for_errors
serial_scripts.device_manager.test_dm.TestDM.test_multiple_subnets
serial_scripts.device_manager.test_dm.TestDM.test_mx_connected_to_bms
serial_scripts.device_manager.test_dm.TestDM.test_nc_pushed_using_dm
serial_scripts.device_manager.test_dm.TestDM.test_restart_dm
serial_scripts.device_manager.test_dm.TestDM.test_vn_change_forwarding_mode
serial_scripts.domain.test_domain.TestDomain.test_crud_domain
serial_scripts.domain.test_domain.TestDomain.test_domain_sanity
serial_scripts.domain.test_domain.TestDomain.test_domain_user_group
serial_scripts.domain.test_domain.TestDomain.test_domain_with_diff_user_groups
serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_user_in_diff_projects
serial_scripts.domain.test_domain.TestDomain.test_perms_with_diff_users_in_diff_domains
serial_scripts.domain.test_domain.TestDomain.test_perms_with_same_user_in_diff_projects
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_change_encap_mode
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_diff_pkt_sizes
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_encryption_enable_disable
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption.test_link_local_service
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_vhost0
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption2.test_fwp_on_workload
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_ecmp_active_active_aap
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryption3.test_interface_mirroring
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_interface_up_down
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_config_service
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_strongswan
serial_scripts.dp_encryption.test_datapath_encryption.TestDataPathEncryptionRestart.test_restart_vrouter_agent
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_basic
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_flap
serial_scripts.dpdk.test_dpdk_bond_status.TestDpdkBondStatus.test_dpdkbond_status_restart
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_discrete_port_range
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_port_modify
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_tcp_basic[full_sanity]
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_udp_basic[full_sanity]
serial_scripts.dsnat.test_dsnat.TestDSNAT.test_dsnat_with_vhost_policy
serial_scripts.dynamic_vgw.test_dynamic_vgw.TestDynamicVgwCases.test_dynamic_vgw_compute_ping
serial_scripts.ecmp.test_ecmp.TestECMPConfigHashFeature.test_ecmp_hash_precedence
serial_scripts.ecmp.test_ecmp.TestECMPMultipleSC.test_ecmp_svc_in_network_with_multiple_service_chains
serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_reboot_nodes
serial_scripts.ecmp.test_ecmp.TestECMPRestart.test_ecmp_svc_in_network_with_3_instance_service_restarts
serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_on_same_vn_gw_mx[sanity,serial]
serial_scripts.encap.test_encap.TestEncapCases.test_apply_policy_fip_vn_with_encaps_change_gw_mx[serial]
serial_scripts.encap.test_encap.TestEncapCases.test_encaps_mx_gateway[serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_dns_disabled_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_scp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoGre.test_with_gre_l2_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_dns_disabled_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_scp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesMplsoUdp.test_with_udp_l2_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_agent_restart
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_gre_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_agent_restart
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_udp_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_agent_restart[sanity,serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesRestart.test_with_vxlan_encap_to_verify_epvn_l2_mode_control_node_switchover
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_verify_vxlan_mode_with_configured_vxlan_id_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_arp_resolution
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l2l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_change_of_l3_vn_forwarding_mode
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_dns_disabled_for_l2_vn[cb_sanity,serial,todo_sanity]
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_l2_multicast_traffic
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_scp[full_sanity,serial]
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_l2_vm_file_trf_by_tftp
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_qinq_tagged_packets_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_encap_to_verify_vlan_tagged_packets_for_l2_vn
serial_scripts.evpn.test_evpn.TestEvpnCasesVxlan.test_with_vxlan_l2_mode[serial]
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_crb_mcast
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_igmp_config
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multigroup_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_multinode_basic_crb_access
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_restart
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_evpnt6_singlenode_sanity
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_multicast_policy
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6.test_source_within_cluster
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6MultiVn.test_evpnt6_multivn_basic
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_crb_mcast
serial_scripts.fabric_overlay.test_evpn_multicast.TestEvpnt6SPStyle.test_evpnt6_multinode_basic_crb_access
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceOnboard.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortForceRoles.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulOnboard.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_abort.TestFabricAbortGracefulRoles.test_fabric_abort
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_no_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_leaf_to_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_no_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_ar_spine_to_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_add_delete_ar_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication.test_fabric_assisted_replication
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_no_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_leaf_to_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_no_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_ar_spine_to_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_leaf
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_add_delete_ar_spine
serial_scripts.fabric_overlay.test_fabric_ar.Test_assisted_replication_ERB.test_fabric_assisted_replication
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_api_dm_restart
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_dm_stop_start
serial_scripts.fabric_overlay.test_fabric_collapsed_spine.TestFabricCollapsedSpine.test_fabric_collapsed_spine_intravn
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_dc_gw_napt[mx_cgnat]
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_instance_on_public_network[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_private_and_public_vn_part_of_lr
serial_scripts.fabric_overlay.test_fabric_dc_gw.TestFabricDcGw.test_update_vni
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_dci_negative_case
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_basic
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_fabric_dci_restart
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI.test_stop_device_manager
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_dci_negative_case
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_basic
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_fabric_dci_restart
serial_scripts.fabric_overlay.test_fabric_dci.TestFabricDCI_EBGP.test_stop_device_manager
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestERBFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_default_inet
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_multiple_lr
serial_scripts.fabric_overlay.test_fabric_dhcp_relay.TestSPStyleFabricDHCPRelay.test_dhcp_relay_same_lr
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intervn_basic
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_erb.TestFabricERB.test_fabric_erb_restart
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_alarms
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_cb
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_10
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_11
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_12
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_13
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_14
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_15
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_16
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_17
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_18
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_19
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_20
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_21
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_22
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_23
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_24
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_25
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_26
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_27
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_28
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_29
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_30
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_31
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_32
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_33
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_34
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_35
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_36
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_37
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_38
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_39
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_40
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_41
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_42
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_43
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_44
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_45
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_46
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_47
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_48
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_7
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_8
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_config_type_9
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_clei
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fan
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_firmware
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_fpc
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_pem
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_power
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_re
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_env_temp
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_clei_models
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_hardware_detail
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_interface_type_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_gdo_mac_addr
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_1
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_2
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_3
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_4
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_5
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_6
serial_scripts.fabric_overlay.test_fabric_gdo.TestFabricGDO.test_fabric_ops_7
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_add_rt_to_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vn_from_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vm_to_bms_remove_vni_from_lr
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_evpn_type_5_vxlan_traffic_between_vn
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_fabric_intervn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intervn.TestFabricEvpnType5.test_logical_router_static_route_update_in_lr_type5_vrf_on_qfx
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_movement_2
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bms_on_spine
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_both_tagged_and_untagged_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_tagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_bridge_domain_on_leaf_untagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_brownfield_user_workflow
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_csn_ha
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_different_vlan_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_intravn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_fabric_ntp_snmp_dns_basic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_hw_inventory[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_add_remove_interface[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_lag_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_add_remove_interface
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_multihoming_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_1
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_negative_cases_2
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_remove_add_instance
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_api_server
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_restart_device_manager[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_rr_role_deletion
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_as_tagged_and_untagged_across_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_same_vn_same_vpg_different_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_multiple_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_single_interface_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_basic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_storm_control_profile_w_traffic_erb
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_update_vlan_id
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_vdns
serial_scripts.fabric_overlay.test_fabric_intravn.TestFabricOverlay.test_with_multiple_subnets
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_both_tagged_and_untagged_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_bridge_domain_on_leaf_tagged
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_different_vlan_same_vn_same_tor
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_basic[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_fabric_intravn_tagged[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_lag_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_multihoming_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_restart_device_manager[fabric_sanity]
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_as_tagged_and_untagged_across_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_same_vn_same_vpg_different_vlan
serial_scripts.fabric_overlay.test_fabric_intravn.TestSPStyleFabric.test_single_interface_pre_created_vpg
serial_scripts.fabric_overlay.test_fabric_intravn.TestVxlanID.test_check_vxlan_id_reuse
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_rt_to_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_add_vni_to_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_basic
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_ecmp
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_lr_from_router
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_remove_vn_from_lr
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_restart_device_manager
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_tagged_bms
serial_scripts.fabric_overlay.test_fabric_pnf.TestL3Pnf.test_fabric_pnf_vm_to_bms_ping
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSPStyleSecurityGroup.test_security_group_2
serial_scripts.fabric_overlay.test_fabric_sg.TestFabricSecurityGroup.test_security_group
serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_ebgp
serial_scripts.fabric_overlay.test_fabric_unmanaged_pnf.TestFabricUnmanagedPNF.test_fabric_unmanaged_pnf_static
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_parallel[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_all_serial[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmEPStyle.test_bms_serial_one_instance[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_parallel[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_all_serial[lcm_sanity]
serial_scripts.fabric_underlay.test_bms_lcm.TestBmsLcmSPStyle.test_bms_serial_one_instance[lcm_sanity]
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_hitless_upgrade
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_multiple_devices_multiple_times
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_spine
serial_scripts.fabric_underlay.test_hitless_upgrade.TestHitlessUpgrade.test_upgrade_w_healthcheck_disabled
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_basic
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_public_connectivity_from_vm_bms
serial_scripts.fabric_underlay.test_ztp.TestZtp.test_ztp_restart_dm_api_server
serial_scripts.fabric_underlay.test_ztp.TestZtpWithErb.test_fabric_erb_intervn_basic
serial_scripts.fabric_underlay.test_ztp.TestZtpWorkFlow.test_ztp_workflow
serial_scripts.firewall.test_fw.TestFirewallBasic.test_address_group
serial_scripts.firewall.test_fw.TestFirewallBasic.test_application_policy_set
serial_scripts.firewall.test_fw.TestFirewallBasic.test_endpoint_type
serial_scripts.firewall.test_fw.TestFirewallBasic.test_local_scope
serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_application
serial_scripts.firewall.test_fw.TestFirewallBasic.test_policy_order
serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_match_tag_type
serial_scripts.firewall.test_fw.TestFirewallBasic.test_rule_order
serial_scripts.firewall.test_fw.TestFirewallBasic.test_service_group
serial_scripts.firewall.test_fw.TestFirewallBasic.test_tag_import_order
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_commit_in_progress_diff_project
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_CRUD_while_discard_in_progress_diff_project
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_commit_while_discard_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_discard_while_commit_in_progress
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_draft_mode_scope
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_1
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_2
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_misc_draft_mode_3
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_across_scopes
serial_scripts.firewall.test_fw.TestFirewallDraftMisc.test_parallel_commit_discard_same_scope
serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_global_draft_mode
serial_scripts.firewall.test_fw.TestFirewallDraft_1.test_local_draft_mode
serial_scripts.firewall.test_fw.TestFirewall_1.test_floating_ip
serial_scripts.firewall.test_fw.TestFirewall_1.test_unidirection_rule
serial_scripts.firewall.test_fw.TestFirewall_2.test_subinterface
serial_scripts.firewall.test_fw.TestFirewall_3.test_allowed_address_pair
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_api_restart
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_basic
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_group
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_objects_quota
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_policy
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_rule_properties
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_shared
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_fwaas_validate_default
serial_scripts.firewall.test_fwaas_neutron.TestFwaas.test_policy_application
serial_scripts.firewall.test_fwaas_neutron.TestFwaasV6.test_fwaas_v6
serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_service_restart_with_fip[serial]
serial_scripts.floatingip.test_floatingip.FloatingipTestSanity_restart.test_traffic_with_control_node_switchover
serial_scripts.floatingip.test_mx.TestSerialSanity_MX.test_change_of_rt_in_vn[mx_test,sanity,serial]
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l2_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_global_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l2_l3
serial_scripts.forwarding_mode.test_forwarding_mode.TestForwardingMode.test_forwarding_mode_l3
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_aap
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_broadcast_multicast
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_fip_4518_with_FIP
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_aap
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_fip
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_ipfab_vn_and_cust_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_multi_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_flat_subnet_single_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_ip_fab_vn_and_cust_vn
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_multi_vn_ip_fab
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ip_fab[cb_sanity,sanity]
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_single_vn_ipv6
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWD.test_gw_less_fwd_vhost0_policy
serial_scripts.gw_less_fwd.test_gw_less_fwd.TestGWLessFWDSvcChain.test_ip_fabric_svc_in_network_datapath
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_reboot_computes
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_cold_shutdown
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_isolate
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot[ha]
serial_scripts.ha.test_ha_node_failures.TestHANode.test_ha_reboot_computes
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_api_server_single_failure[ha]
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_cassandra_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_control_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_dns_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_glance_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_haproxy_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_keystone_single_failure[ha]
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_mysql_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_named_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_neutron_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_api_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_conductor_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_nova_scheduler_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_rabbitmq_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_schema_transformer_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_svc_monitor_single_failure
serial_scripts.ha.test_ha_service_failures.TestHAService.test_ha_zookeeper_single_failure
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_contrail_apiserver_restart
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_kube_master
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_docker_restart_on_slave
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kube_manager_restart_on_master
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_kubelet_restart_on_computes
serial_scripts.hbf.test_hbs_fw_serial.TestHbsFirewall.test_hbs_with_vrouter_agent_restart
serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_config_add_change_while_control_nodes_go_down
serial_scripts.headless_vrouter.test_headless_vrouter.TestHeadlessVrouter.test_traffic_connections_while_control_nodes_go_down
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_1GB
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_agent_restart_1GB
serial_scripts.huge_pages.test_flow.TestFlow1GBHugePage.test_flow_traffic_vrouter_restart_1GB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_2MB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_agent_restart_2MB
serial_scripts.huge_pages.test_flow.TestFlow2MBHugePage.test_flow_traffic_vrouter_restart_2MB
serial_scripts.huge_pages.test_flow.TestFlowNoHugePage.test_flow_traffic_sanity_no_hugepages
serial_scripts.interAS.test_interas.TestInterAS.test_interAS_controller_restart
serial_scripts.interAS.test_interas.TestInterAS.test_interAS_ecmp_to_VM
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_remote_ce
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_ping_with_subintf
serial_scripts.interAS.test_interas.TestInterASGRE.test_interAS_vrouter_restart
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_forwarding_mode
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_ce
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_remote_with_fat_flow
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_ping_with_subintf
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_tcp_remote_ce
serial_scripts.interAS.test_interas.TestInterASUDP.test_interAS_vrouter_restart
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_agent_introspect_with_alt_names[cb_sanity]
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_analytics_introspect
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_cert_without_cn
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_self_signed_cert
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_single_set_certs
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl
serial_scripts.introspect.test_introspect.IntrospectSslTest.test_introspect_ssl_negative_cases
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_create[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_and_deployments_delete[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_pods_deployments_services_in_easy_ns[auth]
serial_scripts.k8s_auth.test_policy_combo.TestPolicyCombo.test_only_service_in_zomsrc_ns[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_admin_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResource.test_all_in_custom_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_deployment_in_custom_project[auth]
serial_scripts.k8s_auth.test_resource.TestK8sResourceCustom.test_pod_in_custom_project[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_admin_project_with_kube_manager_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_custom_project_with_kube_manager_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestart.test_k8s_auth_pod_delete[auth]
serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_agent_restart[auth]
serial_scripts.k8s_auth.test_restart.TestRestartWithPodResource.test_pod_with_kube_manager_restart[auth]
serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_deployment.TestDeployment.test_deployment_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd__with_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_pod_restart
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_docker_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kube_manager_restart
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_kubelet_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_nodes_reboot
serial_scripts.k8s_scripts.test_fabric_forwarding.TestFabricFWDRestarts.test_fabric_fwd_with_vrouter_agent_restart
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_pod_restart
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_docker_restart_on_master
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_kubelet_restart_on_slave
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_master_reboot
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_nodes_reboot
serial_scripts.k8s_scripts.test_fabric_snat_restart_scenarios.TestFabricSNATRestarts.test_snat_with_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_node_reboot
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_fanout_with_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_contrail_apiserver_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_apiserver_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_ingress.TestIngress.test_ingress_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_pods_custom_isolation_post_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestCustomIsolationSerial.test_services_custom_isolation_post_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_post_kube_manager_restart
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_ingress_isolation_vrouter_agent_restart
serial_scripts.k8s_scripts.test_isolation.TestNSIsolationSerial.test_service_isolation_post_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_ingress_reachability_across_projects
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_reachability_across_projects_with_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_isolation.TestProjectIsolationSerial.test_service_reachability_across_projects
serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_km_active_backup[k8s_sanity]
serial_scripts.k8s_scripts.test_km_ha.TestKubeManagerHA.test_single_node_failover
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_isolated_namespace[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_basic_pod_with_multi_intf_non_default_namespace
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_cluster_ip_service_with_pod_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_dns_pod_with_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_ingress_fanout_with_multi_intf_backends
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_fabric_fwd_snat
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_multi_intf_pod_with_node_reboot
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_mult_intf_with_kebelet_restart_on_master
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_inf_with_contrail_apiserver_restart[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_docker_restart_on_slave[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kube_apiserver_restart
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_multi_intf_with_kubelet_restart_on_slave[pod_multi_intf]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_defualt_route
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_pod_with_multi_intf_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_type_nodeport_with_pod_multi_intf
serial_scripts.k8s_scripts.test_network_attachment.TestNetworkAttachment.test_service_with_type_loadbalancer_with_multi_intf_pods
serial_scripts.k8s_scripts.test_pod.TestPodScale.test_many_pods[ci_contrail_go_k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_egress_policy_over_project_isolation
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyProjectIsolation.test_ingress_policy_over_project_isolation
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_docker_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kube_manager_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_master
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_kubelet_restart_on_slave[k8s_sanity]
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_pod_restart
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_rule_pod_restart
serial_scripts.k8s_scripts.test_policy.TestNetworkPolicyRestart.test_policy_vrouter_agent_restart[k8s_sanity]
serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_master_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_docker_restart_on_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_kube_manager_restart_with_nodeport_services[k8s_sanity,k8s_upgrade]
serial_scripts.k8s_scripts.test_service.TestService.test_kubelet_restart_on_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_reboot_slaves_with_nodeport_services
serial_scripts.k8s_scripts.test_service.TestService.test_service_with_kube_manager_restart
serial_scripts.k8s_scripts.test_service.TestService.test_vrouter_restart_on_slaves_with_nodeports
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_contrail_status_on_compute_with_agent_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_flow_stickiness_with_interface_flap_workload_in_different_vn_and_compute
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_inter_vn_traffic_with_logical_router
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_agent_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_compute_restart
serial_scripts.l3_mh.test_l3_multihoming_serial.TestSerialL3Multihoming.test_traffic_with_physical_interface_flap
serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_after_stop_start_vrouter_agent
serial_scripts.lbaasv2.test_lbaasv2.TestLBaaSV2.test_lbaas_svc_mon_restart
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_llgr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_gr_mx_restart_gracefully[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart[llgr]
serial_scripts.llgr.test_llgr.TestLlgr.test_llgr_mx_restart_gracefully[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_ctrl_restart[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_gr_llgr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl[llgr]
serial_scripts.llgr.test_llgr_ctrl.TestLlgrCtrl.test_llgr_ctrl_restart[llgr]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_bfd_health_check_vmi_flap_l2mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_check_bgpaas_with_macip_enabled_vns
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_default_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_bfd_health_check_crpd_l2mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_health_check_detach
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_default_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_inter_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_inter_vn_intra_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_inter_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_intra_vn_intra_compute_l2l3_mode
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_learn_route_on_controller_extend_to_MX
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_move_ip_across_computes_l2
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_static_route_table_inter_vn_inter_compute
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_50
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_controller_container_restart[full_sanity]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_BFD_vrouter_agent_restart[full_sanity]
serial_scripts.maciplearning.test_ipvlanlearning_v4.TestIpVlanLearning.test_ipvlan_with_GT_50_negative
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_drop_new_flows_flag
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_dropstats
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_precedence_with_max_vm_flows
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vmi_level
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_max_flows_vn_level_already_has_some_vmis
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vm
serial_scripts.max_flows.test_max_flows.TestMaxFlows.test_restart_vrouter_agent
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_md5_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_add_delete_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_check_per_peer_on_control[sanity]
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_create_md5_on_control[sanity]
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_diff_keys_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_different_keys_md5_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_iter_keys_per_peer_on_control
serial_scripts.md5.test_md5.TestMd5testsOnControl.test_precedence_per_peer_on_control
serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNMultiCompute.test_mvpn_multi_vn_multi_compute
serial_scripts.mvpn.test_mvpn.TestMVPNMultiVNSingleCompute.test_mvpn_multi_vn_single_compute
serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNMultiCompute.test_mvpn_single_vn_multi_compute
serial_scripts.mvpn.test_mvpn.TestMVPNSingleVNSingleCompute.test_mvpn_single_vn_within_compute
serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_active_standby_failover
serial_scripts.neutron.lbaas.test_lbaas.TestLbaas.test_lbaas_garbage_collector
serial_scripts.neutron.test_ports.TestPorts.test_custom_aap_prefix_length_limit
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_admin_tenant
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_default_quota_for_new_tenant
serial_scripts.neutron.test_quota.TestQuotaUpdate.test_update_quota_for_admin_tenant
serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_config_and_vrouter_restart
serial_scripts.neutron.test_routers.TestRouterSNAT.test_basic_snat_behavior_with_fip_and_config_and_vrouter_restart
serial_scripts.neutron.test_routers.TestRouterSNAT.test_snat_active_standby_mode
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_default_nh_limit[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_change_with_mpls[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitDpdk.test_nh_limit_one_million[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_default_nh_limit[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_change_with_mpls[nh_limit_test]
serial_scripts.nh_limit.test_nh_limit.TestNHLimitKernel.test_nh_limit_one_million
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_default
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_dynamic_update
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacAging.test_mac_aging_zero
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_multi_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_single_isid[cb_sanity,full_sanity]
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_multi_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacLearning.test_mac_learning_subIntf_single_isid
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnMacMove.test_mac_move
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_change_isid_at_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_mac_learning_disable_at_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_negative_cases_for_bd
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_swap_isids_on_bds
serial_scripts.pbb_evpn.test_pbb_evpn.TestPbbEvpnPbbBridgeDomainConfig.test_zero_isid_config
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_one_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicy.test_scale_policy_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyApi.test_policy_rules_scaling_with_ping_api
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_one_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_policy_rules_scaling_with_ping
serial_scripts.policy.test_policy_scale.TestScalePolicyIpv4v6.test_scale_policy_with_ping
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_controlnode_switchover_policy_between_vns_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_across_projects
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_multi_vn_with_multi_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_replace_single_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_modify_rules_of_live_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_single_vn_with_multi_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_verify_flows_unaffected_by_policy_update
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_implict_rule_proto_traffic
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_scaled_udp_flows
serial_scripts.policy.test_policy_serial.TestSerialPolicy.test_policy_with_spl_char_in_name
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_consolidate
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_cross_app_traffic
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_full_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_global_and_project_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_multi_protocol
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_consolidate
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_no_traffic
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_partial_time_overlap
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_project_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_query_where_clause
serial_scripts.policygen.test_policy_gen.TestPolicyGen.test_user_specified_aps_name
serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_query_select_tags
serial_scripts.policygen.test_policy_gen.TestPolicyGenUntagged.test_untagged
serial_scripts.qos.test_qos.TestQosControlDscp.test_analytics_packet_dscp
serial_scripts.qos.test_qos.TestQosControlDscp.test_dns_packet_dscp
serial_scripts.qos.test_qos.TestQosControlDscp.test_vhost_marking_over_control_packet_marking
serial_scripts.qos.test_qos.TestQosControlDscp.test_xmpp_packet_dscp
serial_scripts.qos.test_qos.TestQosEncap.test_qos_remark_dscp_on_vmi_gre_encap
serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_config_on_policy_for_all_dscp_entries
serial_scripts.qos.test_qos.TestQosPolicyEncap.test_qos_remark_exp_dscp_on_policy_gre_encap
serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_qos_queue_on_vmi_precedence_over_policy_over_vn
serial_scripts.qos.test_qos.TestQosPolicyQueueSerial.test_queue_dscp_on_policy
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_configuration_on_bond_intf
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_rr_queues
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_queues
serial_scripts.qos.test_qos.TestQosQueueQosmap.test_scheduling_strict_rr_queues
serial_scripts.qos.test_qos.TestQosQueueSerial.test_default_queueing
serial_scripts.qos.test_qos.TestQosQueueSerial.test_fc_queue_id_update
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dot1p
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queue_dscp
serial_scripts.qos.test_qos.TestQosQueueSerial.test_queueing_dscp_on_vhost
serial_scripts.qos.test_qos.TestQosSVCSerial.test_qos_queueing_on_vmi_of_si
serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_fc
serial_scripts.qos.test_qos_negative.TestQosNegative.test_invalid_range_for_qc
serial_scripts.qos.test_qos_scaling.TestQosScaling.test_forwarding_class_scaling
serial_scripts.qos.test_qos_scaling.TestQosScaling.test_qos_config_scaling
serial_scripts.rbac.test_rbac.RbacLbassv2.test_rbac_lbaasv2_plugin
serial_scripts.rbac.test_rbac.TestAnalyticsRbac.test_analytics_access
serial_scripts.rbac.test_rbac.TestRbac.test_create_delete_service_chain
serial_scripts.rbac.test_rbac.TestRbac.test_delete_default_acl
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_global_share[ci_sanity,sanity]
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share
serial_scripts.rbac.test_rbac.TestRbac.test_perms2_share_basic
serial_scripts.rbac.test_rbac.TestRbac.test_rbac_rules_hierarchy
serial_scripts.rbac.test_rbac.TestRbac.test_rules_aggregation
serial_scripts.rbac.test_rbac.TestRbac2.test_rbac_multiple_roles
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_perms2_owner[ci_sanity,sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_acl_different_roles[ci_sanity,sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_rbac_create_delete_vm[sanity,suite1]
serial_scripts.rbac.test_rbac_basic.TestRbacBasic.test_vn_share_external_flag_with_member_role
serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_messages_in_db_through_contrail_logs
serial_scripts.rsyslog.test_rsyslog.TestRsyslog.test_rsyslog_sanity_if_provisioned
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_persistence_across_restarts
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_rt_entry_with_multiple_ctrl_nodes
serial_scripts.rt_filter.test_rt_filter.TestBasicRTFilterRestart.test_vpnv4_route_entry_only_on_RT_interest_receipt
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_longevity[flow_scale]
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_tcp[flow_scale]
serial_scripts.scale.flow.test_flow.TestFlowScale.test_flow_scale_udp[flow_scale]
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_1krules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_100sg_np_200rules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vn
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_nps_sgs_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_np
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_rules_per_sg
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_sgs_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_max_snat_per_vrouter
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_default_sg_np
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_1krules
serial_scripts.scale.per_compute_scale.test_per_compute_scale.TestPerComputeScale.test_traffic_sg_np_200rules
serial_scripts.scale.scale_test_intf_mirror.test_intf_mirror_entry_scale.TestIntfMirrorScale.test_intf_mirroring_scale_max_number
serial_scripts.scale.sub_interface.test_sub.TestSubInterfaceScale.test_sub_interface_scale[sub_intf_scale]
serial_scripts.scale.test_alarm_scale.TestScaleAlarm.test_alarm_scaling[scale_alarm]
serial_scripts.scale.test_lr_scale.TestLRScale.test_lr
serial_scripts.scale.test_lr_scale.TestLRScale.test_subnet_per_vn_lr
serial_scripts.scale.test_lr_scale.TestLRScale.test_vn_per_lr
serial_scripts.scale.test_scale_config.TestScaleConfig.test_fip_scaling[scale_fip]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_rulues_scaling[scale_np_rules]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_network_policy_scaling[scale_np]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_port_scaling[scale_port]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_rules_scaling[scale_sg_rules]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_security_group_scaling[scale_sg]
serial_scripts.scale.test_scale_config.TestScaleConfig.test_vn_scaling[scale_vn]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_compute_node_vrf_scaling[scale_vrf]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_control_node_vrf_scaling[scale_vrf]
serial_scripts.scale.test_vrf_scale.TestVrfScale.test_vm_scaling[scale_vrf]
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProjectIpv6.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupMultiProject_contrail.test_sg_multiproject
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_default_sg_active_flow
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow1
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow2
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow3
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9.test_add_remove_sg_active_flow4
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_default_sg_active_flow
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow1
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow2
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow3
serial_scripts.securitygroup.test_sg_serial.SecurityGroupRegressionTests9_contrail.test_add_remove_sg_active_flow4
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_collector_from_config_nodemgr
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_control_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_dns_from_agent
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_control
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_add_remove_rabbitmq_from_dns
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_after_collector_restart_and_agent_sighup
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_agent_connection_on_collector_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_collector_control_connection_after_collector_restart_and_control_sighup
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_agent_connection_on_control_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_control_convergence_on_agent_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_dns_agent_connection_on_dns_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_control_connection_on_rabbitmq_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_rabbitmq_dns_connection_on_rabbitmq_restart
serial_scripts.service_connections.test_service_connections.TestServiceConnectionsSerial.test_recovery_from_errored_configdb_entry_in_control
scripts.analytics.test_analytics.AnalyticsTestSanity.test_bgprouter_uve_for_xmpp_and_bgp_peer_count
scripts.analytics.test_analytics.AnalyticsTestSanity.test_colector_uve_module_sates
scripts.analytics.test_analytics.AnalyticsTestSanity.test_config_node_uve_states
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_alarms[todo_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_contrail_status[cb_sanity,ci_sanity,dev_sanity_dpdk,sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_message_table
scripts.analytics.test_analytics.AnalyticsTestSanity.test_redis_stunnel_provision[full_sanity]
scripts.analytics.test_analytics.AnalyticsTestSanity.test_verify_hrefs
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_01_verify_post_deploy
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_02_interface_check
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_03_giant_frame_test
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_04_check_tls
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_05_bfd_bgpaas_feature
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_06_sdn_gw_feature
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_07_ha_resiliency
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_08_restart_from_os
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_09_vsrx_cli_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_10_virsh_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_11_BGP_session_flap_before_convergence
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_12_vrouter_restart
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_13_restart_dpdk_compute_hosting_vsfoup
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_14_restart_kernel_compute_hosting_vsfocp
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_15_network_restart_on_compute
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_16_HC_on_BGPaaS
serial_scripts.solution.test_orange_solution.OrangeSolutionTest.test_run_all_tests
serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm[ci_sanity]
serial_scripts.sriov.test_sriov.TestSriov.test_communication_between_two_sriov_vm_with_large_mtu[ci_sanity]
serial_scripts.sriov.test_sriov.TestSriov.test_virtual_function_exhaustion_and_resue[ci_sanity]
serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_1
serial_scripts.svc_firewall.test_evpn_svc_combos.TestSVCCombosForEvpn.test_evpn_svc_combo_all
serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_1
serial_scripts.svc_firewall.test_svc_combos.TestSVCCombos.test_svc_combo_all
serial_scripts.system_test.flow_tests.test_flow_scaling.TestFlowScaling.test_flow_scaling_interNode_interVN
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowMultiProj.test_flow_multi_projects
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodeFIP_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNinterNodePol_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodeFIP_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_interVNintraNodePol_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNinterNode_flows
serial_scripts.system_test.flow_tests.test_system_flows.TestFlowSingleProj.test_intraVNintraNode_flows
serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_behavior
serial_scripts.tor.test_bms.TestBMSWithExternalDHCPServer.test_dhcp_forwarding_with_dhcp_disabled
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_asn_and_rt_update
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_configured_vxlan_id_inter_vn
serial_scripts.tor.test_bms.TestBasicBMSInterVN.test_ping_between_two_tors_inter_vn
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_after_tsn_failover
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_ovs_restarts
serial_scripts.tor.test_bms.TestExtendedBMSInterVN.test_routing_with_tor_agent_restarts
serial_scripts.tor.test_bms.TestTor.test_add_remove_vmi_from_tor_lif
serial_scripts.tor.test_bms.TestTor.test_arp_proxy_by_vrouter_for_vms
serial_scripts.tor.test_bms.TestTor.test_dhcp_flood_for_unknown_mac
serial_scripts.tor.test_bms.TestTor.test_enable_disable_unknown_unicast_forwarding
serial_scripts.tor.test_bms.TestTor.test_no_dhcp_for_unknown_bms
serial_scripts.tor.test_bms.TestTor.test_ovsdb_config_on_tor
serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_tagged_bms
serial_scripts.tor.test_bms.TestTor.test_ping_between_kvm_vm_and_untagged_bms
serial_scripts.tor.test_bms.TestTor.test_ping_between_two_tors_intra_vn
serial_scripts.tor.test_bms.TestTor.test_two_vmis_on_lif
serial_scripts.tor.test_bms.TestTor.test_unknown_unicast_forwarding
serial_scripts.tor.test_bms.TestTor.test_with_multiple_subnets
serial_scripts.tor.test_bms.TestVxlanID.test_check_vxlan_id_reuse
serial_scripts.tor.test_bms.TestVxlanID.test_diff_vns_but_same_vxlan_id
serial_scripts.tor.test_bms.TestVxlanIDWithRouting.test_check_vxlan_id_update
serial_scripts.tor.test_bms_negative.TestBMSNegative.test_vmi_delete_when_lif_bound
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_fiptraffic_before_upgrade[upgrade]
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_to_upgrade[upgrade]
serial_scripts.upgrade.test_upgrade.UpgradeTestSanityWithResource.test_traffic_after_upgrade[upgrade]
serial_scripts.vdns.test_vdns.TestvDNS0.test_vdns_zrecord_scaling
serial_scripts.vdns.test_vdns.TestvDNS1.test_vdns_tree_scaling
serial_scripts.vdns.test_vdns.TestvDNS2.test_vdns_server_scaling
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_agent_query_all_dns_servers_policy_fixed
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_agent_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_controlnode_switchover
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_dns_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_named_restart
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_diff_zone
serial_scripts.vdns.test_vdns.TestvDNSRestart.test_vdns_with_same_zone
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_different_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_fip_on_same_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_multiple_subnet_for_single_vgw
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_different_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_native_vm_on_same_node
serial_scripts.vgw.test_vgw.TestVgwCases.test_vgw_with_restart_of_vgw_node
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_bring_up_vm_with_control_node_down
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_control_node_switchover[cb_sanity,sanity]
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_ipam_persistence_across_restart_reboots
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_kill_service_verify_core_generation
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_max_vm_flows
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_add_delete_with_stop_start_service
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_multistep_vm_delete_with_stop_start_service
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_nova_com_sch_restart_with_multiple_vn_vm
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_in_policy_between_vns[cb_sanity,sanity]
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_process_restart_with_multiple_vn_vm
serial_scripts.vm_regression.test_vm_serial.TestBasicVMVN0.test_underlay_broadcast_traffic_handling[sanity]
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_ssl_disabled_on_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_cert_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_with_wrong_key_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_failure_without_cert_key_in_nova
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_no_ca_cert
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_ssl_service_without_ca_cert
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_disabled_only_on_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_ssl_flag_not_set_in_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_cert_in_agent
serial_scripts.vm_regression.test_vm_serial.TestMetadataSSL.test_metadata_with_wrong_key_in_agent
serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerial.test_disable_policy_ecmp_siv2
serial_scripts.vrouter.test_disable_policy_serial.DisablePolicyEcmpSerialIpv6.test_disable_policy_ecmp_siv2
serial_scripts.vrouter.test_drop_stats.TestDropStats.test_flow_action_drop_stats[dev_reg,sanity]
serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrIpv6Serial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg,sanity]
serial_scripts.vrouter.test_fat_flow_aggr_serial.FatFlowAggrSerial.test_fat_flow_aggr_dest_udp_inter_vn_inter_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_add_delete_fat_flow_config[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_at_vn_intra_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_inter_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_intra_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_port_zero_intra_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_vn_vmi[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerial.test_fat_flow_with_service_chain[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_add_delete_fat_flow_config[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_at_vn_intra_vn[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_ignore_addrs_icmp_error_intra_node[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_inter_vn_inter_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_intra_vn_inter_node[cb_sanity,sanity]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_port_zero_intra_node
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_vn_vmi[dev_reg]
serial_scripts.vrouter.test_fat_flow_serial.FatFlowSerialIpv6.test_fat_flow_with_service_chain[dev_reg]
serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_flow_update_on_route_update
serial_scripts.vrouter.test_flow_scenarios.ExtendedFlowTests.test_with_fuzz_bug_1504710
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_custom_flow_export_rate
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_default_flow_export_rate
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_after_agent_restart
serial_scripts.vrouter.test_flow_scenarios.FlowExportRate.test_flow_export_disabling
serial_scripts.vrouter.test_flow_scenarios.SimpleTCPFlowEvictionTests.test_flow_entry_after_tcp_session
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_eviction_on_tcp_rst
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_flow_on_normal_tcp_close
serial_scripts.vrouter.test_flow_scenarios.TCPFlowEvictionTests.test_hping3_tcp_traffic_for_eviction
serial_scripts.vrouter.test_negative.KernelCrashTest.test_crash_file_creation
serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_inter_node
serial_scripts.vrouter.test_session_logging.SessionLogging.test_local_logging_intra_node
serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_inter_node
serial_scripts.vrouter.test_session_logging.SessionLoggingIpv6.test_local_logging_intra_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_inter_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_intra_node
serial_scripts.vrouter.test_slo.SecurityLogging.test_slo_rate
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_fw_update
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_global
serial_scripts.vrouter.test_slo.SecurityLoggingFw.test_slo_on_vmi
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_fw_update
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_global
serial_scripts.vrouter.test_slo.SecurityLoggingFwIpv6.test_slo_on_vmi
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_inter_node
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_intra_node
serial_scripts.vrouter.test_slo.SecurityLoggingIpv6.test_slo_rate
serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_kernal_module_unload_reload
serial_scripts.vrouter.test_vrouter_detach.TestVrouterDetach.test_vrouter_xconnect
serial_scripts.webui.test_webui.WebuiTestSanity.test1_1_create_svc_templates[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_2_create_ipams[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_3_create_virtual_networks[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_4_create_ports[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_5_create_routers[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_6_create_policies[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_7_attach_policy_to_vn[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_8_launch_virtual_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test1_9_create_svc_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_1_create_physical_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_2_create_physical_interfaces[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_3_create_forwarding_classes[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_4_create_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_5_attach_qos_config_to_vn[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_6_create_network_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_7_attach_network_route_table_to_VN[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_8_create_routing_policies[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_9_create_route_aggregates[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_1_create_dns_servers[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_1_attach_routing_policy_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_2_attach_route_aggregate_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_3_create_svc_health_check[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_2_create_dns_records[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_3_create_security_groups[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_4_create_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_5_allocate_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_6_associate_floating_ips[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_7_attach_svc_health_check_to_si[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_8_create_bgp_aas[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test2_9_create_global_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_1_create_bgp_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_2_create_link_local_service[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_3_create_virtual_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_4_create_service_appliance_set[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_5_create_service_appliances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_6_create_alarms_in_project_and_in_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_7_create_rbac[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_8_create_ovsdb_tor_agent[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_9_create_netconf_phy_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_1_edit_net_without_change
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_1_create_vcpe_router[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_2_create_log_statistic[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_3_create_flow_aging[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_4_create_interface_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_5_attach_intf_route_table_to_port[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test3_2_edit_net_disp_name_change
serial_scripts.webui.test_webui.WebuiTestSanity.test3_3_edit_net_disp_name_change_with_spl_char
serial_scripts.webui.test_webui.WebuiTestSanity.test3_4_edit_net_by_add_policy
serial_scripts.webui.test_webui.WebuiTestSanity.test3_5_edit_net_by_add_subnet
serial_scripts.webui.test_webui.WebuiTestSanity.test3_6_edit_net_host_opt
serial_scripts.webui.test_webui.WebuiTestSanity.test3_7_edit_net_adv_opt
serial_scripts.webui.test_webui.WebuiTestSanity.test3_8_edit_net_dns
serial_scripts.webui.test_webui.WebuiTestSanity.test3_9_edit_net_dns_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test4_2_edit_net_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test4_3_edit_net_route_target_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test4_4_edit_net_exp_route_target_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test4_5_edit_net_imp_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test4_6_edit_net_imp_route_target_asn_ip[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test4_7_create_vn_with_spl_char
serial_scripts.webui.test_webui.WebuiTestSanity.test5_1_edit_net_host_opt_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test5_2_edit_net_adv_opt_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test5_3_edit_net_route_target_neg_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_4_edit_net_route_target_neg_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_5_edit_net_exp_route_target_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_6_edit_net_exp_route_target_neg_asn_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_7_negative_case_edit_net_with_invalid_route_target_ip
serial_scripts.webui.test_webui.WebuiTestSanity.test5_8_edit_net_exp_route_target_neg_asn_num
serial_scripts.webui.test_webui.WebuiTestSanity.test5_9_negative_case_edit_net_with_invalid_route_target_num
serial_scripts.webui.test_webui.WebuiTestSanity.test6_1_edit_port_without_change
serial_scripts.webui.test_webui.WebuiTestSanity.test6_2_edit_port_vn_port_name
serial_scripts.webui.test_webui.WebuiTestSanity.test6_4_edit_port_by_add_advanced_option_with_nh_mode_dynamic
serial_scripts.webui.test_webui.WebuiTestSanity.test6_5_edit_port_by_add_advanced_option_with_nh_mode_static
serial_scripts.webui.test_webui.WebuiTestSanity.test6_6_edit_port_by_dhcp_option
serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_1_edit_port_by_fat_flow_protocol_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_7_edit_port_by_fat_flow_protocol
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_1_edit_port_by_add_advanced_option_allowed_address_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_2_edit_port_by_add_advanced_option_analyzer_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_8_3_edit_port_by_add_advanced_option_nh_static_neg
serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_1_add_sub_interface_with_invalid_vlan_id
serial_scripts.webui.test_webui.WebuiTestSanity.test6_9_add_sub_interface
serial_scripts.webui.test_webui.WebuiTestSanity.test7_1_edit_config_infra_global_config_forwarding_option
serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_1_edit_config_infra_global_config_bgp_option_invalid_values
serial_scripts.webui.test_webui.WebuiTestSanity.test7_2_edit_config_infra_global_config_bgp_option
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_alarms_project_and_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_records
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_dns_servers
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_forwarding_classes[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_bgp_router
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_flow_aging
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_global_log_statistic
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_link_local_service
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_project_quotas
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_domain[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_global[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_rbac_project[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appl_set
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_service_appliances
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_infra_virtual_router
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_network_route_table[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_floating_ips
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_intf_table
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ipams
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_policies
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_ports
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_routers
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_sec_group
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_networking_virtual_networks
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_phy_rtr
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_phy_dev_physical_interfaces[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_qos_config[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_route_aggregates
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_routing_policies
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_bgpaas[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_instances
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_services_service_templates
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_config_svc_health_check[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_analytics_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_config_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_control_node_peer_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_dashboard_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_database_node_basic_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_infra_vrouter_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_instances_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_interfaces_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_dashboard_networks_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_instance_basic_details[ui_sanity]
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_interfaces_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_network_basic_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects
serial_scripts.webui.test_webui.WebuiTestSanity.test_verify_monitor_networking_projects_advance_details
serial_scripts.webui.test_webui.WebuiTestSanity.test_write_port_with_add_security_group
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_compute_negative_xmpp_auth
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_precedence_xmpp_auth[sanity]
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_restart_services_xmpp_auth
serial_scripts.xmpp.test_xmpp_auth.TestXmpptests.test_undo_xmpp_auth[sanity]
+ setup_physical_routers
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures
+ /usr/bin/python3 tools/setup_physical_routers.py contrail_test_input.yaml
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
+ [[ -n '' ]]
+ [[ ! -z '' ]]
+ '[' -z ']'
+ '[' '!' -z ci_sanity ']'
+ testrargs+=ci_sanity
+ export TAGS=ci_sanity
+ TAGS=ci_sanity
+ [[ ! -z ci_sanity ]]
+ run_tests
+ testr_init
+ '[' '!' -d .testrepository ']'
+ /usr/local/bin/testr init
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
+ find . -type f -name '*.pyc' -delete
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/scripts
+ export OS_TEST_PATH=./scripts/
+ OS_TEST_PATH=./scripts/
+ export DO_XMPP_CHECK=1
+ DO_XMPP_CHECK=1
+ '[' '!' -d ./scripts/ ']'
+ '[' 0 -eq 1 ']'
+ '[' 0 -eq 0 ']'
+ echo 'running in serial'
running in serial
+ /usr/local/bin/testr run --subunit ci_sanity
+ /usr/local/bin/subunit2junitxml -f -o result_2025_10_19_23_38_18_31870.xml
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="?
if type(public_network_obj).__name__ is 'VirtualNetwork':
/contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="?
if encoding is 'All':
/contrail-test/tcutils/collector/opserver_util.py:388: SyntaxWarning: "is" with a literal. Did you mean "=="?
if len(match_v) is 1:
/contrail-test/tcutils/collector/opserver_util.py:389: SyntaxWarning: "is" with a literal. Did you mean "=="?
if match_v[0][-1] is '*':
/contrail-test/scripts/hbf/test_hbs_traffic.py:179: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is "TCP":
/contrail-test/scripts/hbf/test_hbs_traffic.py:224: SyntaxWarning: "is" with a literal. Did you mean "=="?
if traffic_type is "ICMP":
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:40: SyntaxWarning: "is" with a literal. Did you mean "=="?
if value is 1:
/contrail-test/scripts/vrouter/test_tcp_mtu_probe.py:42: SyntaxWarning: "is" with a literal. Did you mean "=="?
if value is 2:
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/usr/local/lib/python3.9/site-packages/glanceclient/common/http.py:180: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if kwargs.get('cacert', None) is not '':
2025-10-19 23:38:35,356 - INFO - Using existing project ['default-domain', 'admin'](0034b8f2-8e07-4bab-8a98-c91cd52e7898)
2025-10-19 23:38:35,489 - INFO - ================================================================================
2025-10-19 23:38:35,489 - INFO - STARTING TEST : test_contrail_status
2025-10-19 23:38:35,489 - INFO - TEST DESCRIPTION : Test to verify that all services are running and active
2025-10-19 23:38:35,624 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:38:35,624 - INFO -
2025-10-19 23:38:35,718 - INFO - 10.0.0.254
2025-10-19 23:38:35,718 - INFO - config
2025-10-19 23:38:35,725 - INFO - config-nodemgr:active
2025-10-19 23:38:35,729 - INFO - api-server:active
2025-10-19 23:38:35,732 - INFO - schema:active
2025-10-19 23:38:35,736 - INFO - svc-monitor:active
2025-10-19 23:38:35,740 - INFO - device-manager:active
2025-10-19 23:38:35,740 - INFO - config-database
2025-10-19 23:38:35,740 - INFO - config-cassandra:active
2025-10-19 23:38:35,740 - INFO - config-zookeeper:active
2025-10-19 23:38:35,740 - INFO - config-rabbitmq:active
2025-10-19 23:38:35,740 - INFO - vrouter
2025-10-19 23:38:35,745 - INFO - vrouter-nodemgr:active
2025-10-19 23:38:35,749 - INFO - agent:active
2025-10-19 23:38:35,749 - INFO - control
2025-10-19 23:38:35,754 - INFO - control-nodemgr:active
2025-10-19 23:38:35,759 - INFO - control:active
2025-10-19 23:38:35,759 - INFO - named:active
2025-10-19 23:38:35,763 - INFO - dns:active
2025-10-19 23:38:35,763 - INFO - analytics
2025-10-19 23:38:35,767 - INFO - analytics-nodemgr:active
2025-10-19 23:38:35,770 - INFO - analytics-api:active
2025-10-19 23:38:35,775 - INFO - collector:active
2025-10-19 23:38:35,775 - INFO - analytics-database
2025-10-19 23:38:35,775 - INFO - analytics-cassandra:active
2025-10-19 23:38:35,780 - INFO - analyticsdb-nodemgr:active
2025-10-19 23:38:35,784 - INFO - query-engine:active
2025-10-19 23:38:35,784 - INFO - webui
2025-10-19 23:38:35,784 - INFO - webui:active
2025-10-19 23:38:35,784 - INFO - webui-middleware:active
2025-10-19 23:38:35,784 - INFO - redis:active
2025-10-19 23:38:35,784 - INFO - analytics_snmp
2025-10-19 23:38:35,788 - INFO - snmp-collector:active
2025-10-19 23:38:35,788 - INFO - snmp-topology:active
2025-10-19 23:38:35,789 - INFO - analytics_alarm
2025-10-19 23:38:35,789 - INFO - alarmgen:active
2025-10-19 23:38:35,789 - INFO - All the contrail services are up on all nodes
2025-10-19 23:38:35,789 - INFO - contrail-status passed
2025-10-19 23:38:35,915 - INFO - END TEST : test_contrail_status : PASSED[0:00:00]
2025-10-19 23:38:35,915 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:38:35,960 - INFO - Domain Default found not creating
2025-10-19 23:38:36,116 - INFO - Project ctest-AnalyticsBasicTestSanity-56714193 not found, creating it
2025-10-19 23:38:36,604 - INFO - Created Project:ctest-AnalyticsBasicTestSanity-56714193, ID : e5137c20-f047-4f16-901c-c6c1e050be18
2025-10-19 23:38:37,989 - INFO - ================================================================================
2025-10-19 23:38:37,989 - INFO - STARTING TEST : test_verify_object_logs
2025-10-19 23:38:37,989 - INFO - TEST DESCRIPTION :
Description: Test to validate object logs
1.Create vn/vm and verify object log tables updated with
those vn, vm and routing-instance - fails otherwise
Maintainer: sandipd@juniper.net
2025-10-19 23:38:38,117 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:38:38,118 - INFO -
2025-10-19 23:38:39,185 - INFO - Created VN ctest-vn22-26432804
2025-10-19 23:38:39,802 - INFO - Verified VN network id 5 for VN 1de780ea-a1aa-4a89-b731-ca3f4f06dd73
2025-10-19 23:38:39,802 - INFO - Verifications in API Server for VN ctest-vn22-26432804 passed
2025-10-19 23:38:39,836 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn22-26432804 passed
2025-10-19 23:38:40,273 - INFO - Validated that VN default-domain:ctest-AnalyticsBasicTestSanity-56714193:ctest-vn22-26432804 is found in opserver
2025-10-19 23:38:40 URL:http://nexus.opensdn.io/repository///images/converts//cirros-0.3.0-x86_64-disk.vmdk.gz [9186478/9186478] -> "/contrail-test/images/cirros-0.3.0-x86_64-disk.vmdk.gz" [1]
2025-10-19 23:38:43,340 - INFO - VM ([]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:38:53,595 - INFO - Validated ObjectVNTable, ObjectRoutingInstance, ObjectVMTable logs
2025-10-19 23:38:53,595 - INFO - Deleting VM ctest-AnalyticsBasicTestSanity-56714193-60803316
2025-10-19 23:38:53,735 - INFO - Deleting VN ctest-vn22-26432804
2025-10-19 23:38:53,778 - WARNING - Deleting VN ctest-vn22-26432804 failed..Will retry
2025-10-19 23:38:56,034 - INFO - Validated that VN ctest-vn22-26432804 is not found in API Server
2025-10-19 23:38:56,044 - INFO - Validated that VN ctest-vn22-26432804 is not in any agent
2025-10-19 23:38:56,056 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn22-26432804 info
2025-10-19 23:38:56,189 - INFO - END TEST : test_verify_object_logs : PASSED[0:00:19]
2025-10-19 23:38:56,190 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:38:56,916 - INFO - Deleted project: ctest-AnalyticsBasicTestSanity-56714193, ID : e5137c20-f047-4f16-901c-c6c1e050be18
2025-10-19 23:38:57,091 - INFO - Using existing project ['default-domain', 'admin'](0034b8f2-8e07-4bab-8a98-c91cd52e7898)
2025-10-19 23:38:57,098 - INFO - ================================================================================
2025-10-19 23:38:57,098 - INFO - STARTING TEST : test_db_manage
2025-10-19 23:38:57,098 - INFO - TEST DESCRIPTION : Test db_manage.py tool
2025-10-19 23:38:57,241 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:38:57,241 - INFO -
2025-10-19 23:39:00,336 - WARNING - Errors are still present: 2025-10-19 23:39:00,167 ERROR: (v1.41) Checker check_subnet_addr_alloc: Failed:
2025-10-19 23:39:00,337 - WARNING - Ignore some errors untill fix
2025-10-19 23:39:00,507 - INFO - END TEST : test_db_manage : PASSED[0:00:03]
2025-10-19 23:39:00,507 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:00,579 - INFO - Using existing project ['default-domain', 'admin'](0034b8f2-8e07-4bab-8a98-c91cd52e7898)
2025-10-19 23:39:00,587 - INFO - ================================================================================
2025-10-19 23:39:00,587 - INFO - STARTING TEST : test_analytics_docs
2025-10-19 23:39:00,587 - INFO - TEST DESCRIPTION : Test docs from analytics API
analytics api docs
curl -s http://collector_ips[0]:8081/documentation/index.html | grep "Welcome to Contrail Analytics API documentation!"
2025-10-19 23:39:00,719 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:39:00,720 - INFO -
2025-10-19 23:39:00,893 - INFO - END TEST : test_analytics_docs : PASSED[0:00:00]
2025-10-19 23:39:00,893 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:00,896 - INFO - ================================================================================
2025-10-19 23:39:00,896 - INFO - STARTING TEST : test_config_docs
2025-10-19 23:39:00,896 - INFO - TEST DESCRIPTION : Test docs from config API
config api docs
curl -s http://cfgm_ips[0]:8082/documentation/index.html | grep "<title>Juniper Contrail Configuration API Model"
2025-10-19 23:39:01,044 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:39:01,044 - INFO -
2025-10-19 23:39:01,212 - INFO - END TEST : test_config_docs : PASSED[0:00:01]
2025-10-19 23:39:01,213 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:01,310 - INFO - Domain Default found not creating
2025-10-19 23:39:01,473 - INFO - Project ctest-FloatingipBasicTestSanity-79499329 not found, creating it
2025-10-19 23:39:01,939 - INFO - Created Project:ctest-FloatingipBasicTestSanity-79499329, ID : 81fec9e7-c466-4de3-9e12-ac45c1eafab1
2025-10-19 23:39:03,430 - INFO - Using existing project ['default-domain', 'admin'](0034b8f2-8e07-4bab-8a98-c91cd52e7898)
2025-10-19 23:39:03,868 - INFO - admin user already present
2025-10-19 23:39:04,219 - INFO - Adding rules to the default security group in Project admin
2025-10-19 23:39:04,548 - INFO - ================================================================================
2025-10-19 23:39:04,548 - INFO - STARTING TEST : test_floating_ip
2025-10-19 23:39:04,549 - INFO - TEST DESCRIPTION : Test to validate floating-ip Assignment to a VM. It creates a VM, assigns a FIP to it and pings to a IP in the FIP VN.
2025-10-19 23:39:04,679 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:39:04,679 - INFO -
2025-10-19 23:39:05,507 - INFO - Created VN ctest-fvn-90393064
2025-10-19 23:39:06,157 - INFO - Verified VN network id 6 for VN 0ed45962-5f3a-4266-9202-2d16d5c3d413
2025-10-19 23:39:06,158 - INFO - Verifications in API Server for VN ctest-fvn-90393064 passed
2025-10-19 23:39:06,196 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-fvn-90393064 passed
2025-10-19 23:39:06,659 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-79499329:ctest-fvn-90393064 is found in opserver
2025-10-19 23:39:07,056 - INFO - Created VN ctest-vn1-14008513
2025-10-19 23:39:07,366 - INFO - Verified VN network id 7 for VN ce56f302-e974-4af2-bd3e-62089f56519c
2025-10-19 23:39:07,366 - INFO - Verifications in API Server for VN ctest-vn1-14008513 passed
2025-10-19 23:39:07,402 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn1-14008513 passed
2025-10-19 23:39:07,503 - INFO - Validated that VN default-domain:ctest-FloatingipBasicTestSanity-79499329:ctest-vn1-14008513 is found in opserver
2025-10-19 23:39:08,561 - INFO - VM ([<Server: ctest-vn1_vm1_name-04065303>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:39:09,715 - INFO - VM ([<Server: ctest-fvn_vm1_name-90983477>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:39:09,894 - INFO - Creating Floating IP pool ctest-some-pool-21933405 in API Server
2025-10-19 23:39:10,507 - INFO - Verification for FIP pool ctest-some-pool-21933405 in API Server passed
2025-10-19 23:39:10,521 - INFO - Verification for FIP pool ctest-some-pool-21933405 in Control-node passed
2025-10-19 23:39:10,522 - INFO - Waiting for VM ctest-vn1_vm1_name-04065303 to be up..
2025-10-19 23:39:15,697 - INFO - VM name : ctest-vn1_vm1_name-04065303
2025-10-19 23:39:21,163 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1_vm1_name-04065303 passed
2025-10-19 23:39:26,607 - INFO - Waiting for VM ctest-fvn_vm1_name-90983477 to be up..
2025-10-19 23:39:26,680 - INFO - VM name : ctest-fvn_vm1_name-90983477
2025-10-19 23:39:28,022 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-fvn_vm1_name-90983477 passed
2025-10-19 23:39:28,364 - INFO - FIP 102.23.53.4 verification for passed on all Control-nodes
2025-10-19 23:39:28,364 - INFO - FIP ID 44740e5e-688d-4da2-9009-2daaa704de11(102.23.53.4) validation in Control node passed
2025-10-19 23:39:28,380 - INFO - FIP ID 44740e5e-688d-4da2-9009-2daaa704de11(102.23.53.4) validation in agents passed
2025-10-19 23:39:28,389 - INFO - FIP ID 44740e5e-688d-4da2-9009-2daaa704de11(102.23.53.4) validation in API Server passed
2025-10-19 23:39:31,379 - INFO - Ping to IP 102.23.53.3 from VM ctest-vn1_vm1_name-04065303 passed
2025-10-19 23:39:31,468 - INFO - Deleting the FIP pool ctest-some-pool-21933405
2025-10-19 23:39:31,550 - INFO - Deleting VM ctest-fvn_vm1_name-90983477
2025-10-19 23:39:31,613 - INFO - Deleting VM ctest-vn1_vm1_name-04065303
2025-10-19 23:39:31,678 - INFO - Deleting VN ctest-vn1-14008513
2025-10-19 23:39:31,718 - WARNING - Deleting VN ctest-vn1-14008513 failed..Will retry
2025-10-19 23:39:33,957 - INFO - Validated that VN ctest-vn1-14008513 is not found in API Server
2025-10-19 23:39:33,966 - INFO - Validated that VN ctest-vn1-14008513 is not in any agent
2025-10-19 23:39:33,979 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn1-14008513 info
2025-10-19 23:39:33,979 - INFO - Deleting VN ctest-fvn-90393064
2025-10-19 23:39:34,239 - INFO - Validated that VN ctest-fvn-90393064 is not found in API Server
2025-10-19 23:39:34,247 - INFO - Validated that VN ctest-fvn-90393064 is not in any agent
2025-10-19 23:39:34,259 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-fvn-90393064 info
2025-10-19 23:39:34,515 - INFO - END TEST : test_floating_ip : PASSED[0:00:30]
2025-10-19 23:39:34,515 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:35,193 - INFO - Deleted project: ctest-FloatingipBasicTestSanity-79499329, ID : 81fec9e7-c466-4de3-9e12-ac45c1eafab1
2025-10-19 23:39:35,368 - INFO - Domain Default found not creating
2025-10-19 23:39:35,520 - INFO - Project ctest-TestHeat-10674873 not found, creating it
2025-10-19 23:39:35,972 - INFO - Created Project:ctest-TestHeat-10674873, ID : f071312d-a1dc-4b00-80b4-a8f427d145b2
2025-10-19 23:39:37,494 - INFO - ================================================================================
2025-10-19 23:39:37,495 - INFO - STARTING TEST : test_heat_stacks_list
2025-10-19 23:39:37,495 - INFO - TEST DESCRIPTION :
Validate installation of heat
This issues a command to list all the heat-stacks
2025-10-19 23:39:37,747 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:39:37,747 - INFO -
2025-10-19 23:39:37,875 - INFO - The following are the stacks currently : []
2025-10-19 23:39:38,136 - INFO - END TEST : test_heat_stacks_list : PASSED[0:00:01]
2025-10-19 23:39:38,136 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:38,845 - INFO - Deleted project: ctest-TestHeat-10674873, ID : f071312d-a1dc-4b00-80b4-a8f427d145b2
2025-10-19 23:39:39,021 - INFO - Domain Default found not creating
2025-10-19 23:39:39,163 - INFO - Project ctest-TestCRUD-71868819 not found, creating it
2025-10-19 23:39:39,602 - INFO - Created Project:ctest-TestCRUD-71868819, ID : dcccbc7d-9357-4788-a8f1-6e979dca1685
2025-10-19 23:39:41,117 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg1-05770794']
2025-10-19 23:39:41,849 - INFO - Creating Security group: ['default-domain', 'admin', 'ctest-admin-sg2-09697244']
2025-10-19 23:39:42,855 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-71868819', 'ctest-proj-sg1-58083052']
2025-10-19 23:39:43,566 - INFO - Creating Security group: ['default-domain', 'ctest-TestCRUD-71868819', 'ctest-proj-sg2-65134231']
2025-10-19 23:39:44,231 - INFO - ================================================================================
2025-10-19 23:39:44,232 - INFO - STARTING TEST : test_router_crud
2025-10-19 23:39:44,489 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:39:44,489 - INFO -
2025-10-19 23:39:44,489 - INFO - Router create Request {'router': {'name': 'name-90371911'}}
2025-10-19 23:39:44,650 - INFO - Router create Response : {'router': {'id': 'b42ea291-c759-40f5-b8fb-588fbf49f5a6', 'name': 'name-90371911', 'tenant_id': '0034b8f28e074bab8a98c91cd52e7898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-90371911'], 'description': '', 'project_id': '0034b8f28e074bab8a98c91cd52e7898'}}
2025-10-19 23:39:44,650 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-90371911'}}
2025-10-19 23:39:44,677 - INFO - Attribute id is created
2025-10-19 23:39:44,677 - INFO - Attribute name is created
2025-10-19 23:39:44,677 - INFO - Attribute admin_state_up is created
2025-10-19 23:39:44,677 - INFO - Attribute status is created
2025-10-19 23:39:44,677 - INFO - Attribute tenant_id is created
2025-10-19 23:39:45,221 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed
2025-10-19 23:39:45,221 - INFO - Router Update request {'router': {'name': 'name-26118973'}}
2025-10-19 23:39:45,251 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-26118973'}}
2025-10-19 23:39:45,251 - INFO - Response : {'router': {'id': 'b42ea291-c759-40f5-b8fb-588fbf49f5a6', 'name': 'name-26118973', 'tenant_id': '0034b8f28e074bab8a98c91cd52e7898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-90371911'], 'description': '', 'project_id': '0034b8f28e074bab8a98c91cd52e7898'}}
2025-10-19 23:39:45,251 - INFO - Updation of Router b42ea291-c759-40f5-b8fb-588fbf49f5a6 with body {'router': {'name': 'name-26118973'}} passed
2025-10-19 23:39:45,251 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:45,251 - INFO - Router Update request {'router': {'admin_state_up': 'True'}}
2025-10-19 23:39:45,285 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'True'}}
2025-10-19 23:39:45,285 - INFO - Response : {'router': {'id': 'b42ea291-c759-40f5-b8fb-588fbf49f5a6', 'name': 'name-26118973', 'tenant_id': '0034b8f28e074bab8a98c91cd52e7898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-90371911'], 'description': '', 'project_id': '0034b8f28e074bab8a98c91cd52e7898'}}
2025-10-19 23:39:45,285 - INFO - Updation of Router b42ea291-c759-40f5-b8fb-588fbf49f5a6 with body {'router': {'admin_state_up': 'True'}} passed
2025-10-19 23:39:45,285 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:45,285 - INFO - Deleting router b42ea291-c759-40f5-b8fb-588fbf49f5a6
2025-10-19 23:39:45,338 - ERROR - Result of delete router b42ea291-c759-40f5-b8fb-588fbf49f5a6: ()
2025-10-19 23:39:45,338 - INFO - ================================================================================
2025-10-19 23:39:45,338 - INFO - Router create Request {'router': {'name': 'name-46507491', 'admin_state_up': 'False'}}
2025-10-19 23:39:45,406 - INFO - Router create Response : {'router': {'id': 'b57fca85-398b-4a58-b192-1812198f0d5e', 'name': 'name-46507491', 'tenant_id': '0034b8f28e074bab8a98c91cd52e7898', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-46507491'], 'description': '', 'project_id': '0034b8f28e074bab8a98c91cd52e7898'}}
2025-10-19 23:39:45,406 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-46507491', 'admin_state_up': 'False'}}
2025-10-19 23:39:45,419 - INFO - Attribute id is created
2025-10-19 23:39:45,419 - INFO - Attribute name is created
2025-10-19 23:39:45,419 - INFO - Attribute admin_state_up is created
2025-10-19 23:39:45,419 - INFO - Attribute status is created
2025-10-19 23:39:45,419 - INFO - Attribute tenant_id is created
2025-10-19 23:39:45,728 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed
2025-10-19 23:39:45,728 - INFO - Router Update request {'router': {'name': 'name-49101958'}}
2025-10-19 23:39:45,761 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-49101958'}}
2025-10-19 23:39:45,761 - INFO - Response : {'router': {'id': 'b57fca85-398b-4a58-b192-1812198f0d5e', 'name': 'name-49101958', 'tenant_id': '0034b8f28e074bab8a98c91cd52e7898', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-46507491'], 'description': '', 'project_id': '0034b8f28e074bab8a98c91cd52e7898'}}
2025-10-19 23:39:45,762 - INFO - Updation of Router b57fca85-398b-4a58-b192-1812198f0d5e with body {'router': {'name': 'name-49101958'}} passed
2025-10-19 23:39:45,762 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:45,762 - INFO - Router Update request {'router': {'admin_state_up': 'False'}}
2025-10-19 23:39:45,802 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'False'}}
2025-10-19 23:39:45,802 - INFO - Response : {'router': {'id': 'b57fca85-398b-4a58-b192-1812198f0d5e', 'name': 'name-49101958', 'tenant_id': '0034b8f28e074bab8a98c91cd52e7898', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'admin', 'name-46507491'], 'description': '', 'project_id': '0034b8f28e074bab8a98c91cd52e7898'}}
2025-10-19 23:39:45,802 - INFO - Updation of Router b57fca85-398b-4a58-b192-1812198f0d5e with body {'router': {'admin_state_up': 'False'}} passed
2025-10-19 23:39:45,802 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:45,802 - INFO - Deleting router b57fca85-398b-4a58-b192-1812198f0d5e
2025-10-19 23:39:45,873 - ERROR - Result of delete router b57fca85-398b-4a58-b192-1812198f0d5e: ()
2025-10-19 23:39:45,874 - INFO - ================================================================================
2025-10-19 23:39:45,874 - INFO - Router create Request {'router': {'name': 'name-99433369', 'tenant_id': 'dcccbc7d-9357-4788-a8f1-6e979dca1685'}}
2025-10-19 23:39:45,933 - INFO - Router create Response : {'router': {'id': '577ebc0d-7f25-405e-9b3f-1ccfcf290480', 'name': 'name-99433369', 'tenant_id': 'dcccbc7d93574788a8f16e979dca1685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-71868819', 'name-99433369'], 'description': '', 'project_id': 'dcccbc7d93574788a8f16e979dca1685'}}
2025-10-19 23:39:45,933 - INFO - Router create PASSED ,Body : {'router': {'name': 'name-99433369', 'tenant_id': 'dcccbc7d-9357-4788-a8f1-6e979dca1685'}}
2025-10-19 23:39:45,946 - INFO - Attribute id is created
2025-10-19 23:39:45,947 - INFO - Attribute name is created
2025-10-19 23:39:45,947 - INFO - Attribute admin_state_up is created
2025-10-19 23:39:45,947 - INFO - Attribute status is created
2025-10-19 23:39:45,947 - INFO - Attribute tenant_id is created
2025-10-19 23:39:46,270 - INFO - Router show with fields ['name', 'admin_state_up', 'status', 'tenant_id'] passed
2025-10-19 23:39:46,270 - INFO - Router Update request {'router': {'name': 'name-98686058'}}
2025-10-19 23:39:46,299 - INFO - Router Update request PASSED,Body : {'router': {'name': 'name-98686058'}}
2025-10-19 23:39:46,299 - INFO - Response : {'router': {'id': '577ebc0d-7f25-405e-9b3f-1ccfcf290480', 'name': 'name-98686058', 'tenant_id': 'dcccbc7d93574788a8f16e979dca1685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-71868819', 'name-99433369'], 'description': '', 'project_id': 'dcccbc7d93574788a8f16e979dca1685'}}
2025-10-19 23:39:46,300 - INFO - Updation of Router 577ebc0d-7f25-405e-9b3f-1ccfcf290480 with body {'router': {'name': 'name-98686058'}} passed
2025-10-19 23:39:46,300 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:46,300 - INFO - Router Update request {'router': {'admin_state_up': 'False'}}
2025-10-19 23:39:46,331 - INFO - Router Update request PASSED,Body : {'router': {'admin_state_up': 'False'}}
2025-10-19 23:39:46,332 - INFO - Response : {'router': {'id': '577ebc0d-7f25-405e-9b3f-1ccfcf290480', 'name': 'name-98686058', 'tenant_id': 'dcccbc7d93574788a8f16e979dca1685', 'admin_state_up': False, 'status': 'ACTIVE', 'external_gateway_info': None, 'fq_name': ['default-domain', 'ctest-TestCRUD-71868819', 'name-99433369'], 'description': '', 'project_id': 'dcccbc7d93574788a8f16e979dca1685'}}
2025-10-19 23:39:46,332 - INFO - Updation of Router 577ebc0d-7f25-405e-9b3f-1ccfcf290480 with body {'router': {'admin_state_up': 'False'}} passed
2025-10-19 23:39:46,332 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:46,332 - INFO - Deleting router 577ebc0d-7f25-405e-9b3f-1ccfcf290480
2025-10-19 23:39:46,385 - ERROR - Result of delete router 577ebc0d-7f25-405e-9b3f-1ccfcf290480: ()
2025-10-19 23:39:46,385 - INFO - ================================================================================
2025-10-19 23:39:46,385 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-71868819', 'ctest-proj-sg2-65134231']
2025-10-19 23:39:46,449 - INFO - Deleting Security group: ['default-domain', 'ctest-TestCRUD-71868819', 'ctest-proj-sg1-58083052']
2025-10-19 23:39:46,509 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg2-09697244']
2025-10-19 23:39:46,566 - INFO - Deleting Security group: ['default-domain', 'admin', 'ctest-admin-sg1-05770794']
2025-10-19 23:39:46,886 - INFO - END TEST : test_router_crud : PASSED[0:00:02]
2025-10-19 23:39:46,886 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:47,535 - INFO - Deleted project: ctest-TestCRUD-71868819, ID : dcccbc7d-9357-4788-a8f1-6e979dca1685
2025-10-19 23:39:47,706 - INFO - Domain Default found not creating
2025-10-19 23:39:47,844 - INFO - Project ctest-TestPorts-96354875 not found, creating it
2025-10-19 23:39:48,291 - INFO - Created Project:ctest-TestPorts-96354875, ID : cfa1cba7-9570-40b1-9bab-a759a9cb4993
2025-10-19 23:39:50,304 - INFO - ================================================================================
2025-10-19 23:39:50,304 - INFO - STARTING TEST : test_ports_bindings
2025-10-19 23:39:50,304 - INFO - TEST DESCRIPTION :
Verify that we are able to create a port with custom port bindings
Steps:
1) Create Port with Port bindings profile set to {'foo': 'bar'}
2) Retrieve and verify the same is set
2025-10-19 23:39:50,564 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:39:50,564 - INFO -
2025-10-19 23:39:51,293 - INFO - Created VN ctest-vn-30195993
2025-10-19 23:39:52,146 - INFO - VMI 810bb081-0429-42f9-92db-23892ecd9570 verification in API Server passed
2025-10-19 23:39:52,240 - INFO - Deleted port 810bb081-0429-42f9-92db-23892ecd9570
2025-10-19 23:39:52,240 - INFO - Deleting VN ctest-vn-30195993
2025-10-19 23:39:52,589 - INFO - END TEST : test_ports_bindings : PASSED[0:00:02]
2025-10-19 23:39:52,589 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:39:52,592 - INFO - ================================================================================
2025-10-19 23:39:52,592 - INFO - STARTING TEST : test_ports_specific_subnet_ip
2025-10-19 23:39:52,592 - INFO - TEST DESCRIPTION : Create ports with specific Subnet and IP
Create two ports in a VN with 2 subnets and specific IPs
Attach to two VMs
Ping between them should pass
2025-10-19 23:39:52,875 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:39:52,875 - INFO -
2025-10-19 23:39:53,456 - INFO - Created VN ctest-vn1-53923632
2025-10-19 23:39:54,356 - INFO - VM ([<Server: ctest-vn1-vm1-60114169>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:39:54,723 - INFO - VM ([<Server: ctest-vn1-vm2-77936195>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:39:54,724 - INFO - Waiting for VM ctest-vn1-vm1-60114169 to be up..
2025-10-19 23:39:59,834 - INFO - VM name : ctest-vn1-vm1-60114169
2025-10-19 23:40:05,359 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn1-vm1-60114169 passed
2025-10-19 23:40:10,826 - INFO - Waiting for VM ctest-vn1-vm2-77936195 to be up..
2025-10-19 23:40:10,904 - INFO - VM name : ctest-vn1-vm2-77936195
2025-10-19 23:40:12,292 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm2-77936195 passed
2025-10-19 23:40:16,332 - INFO - Ping to IP 94.207.44.5 from VM ctest-vn1-vm2-77936195 passed
2025-10-19 23:40:16,332 - INFO - Detaching port a8b19162-2f5d-4faf-a5eb-2a3c1d960b3a from VM ctest-vn1-vm2-77936195
2025-10-19 23:40:16,382 - INFO - Deleting VM ctest-vn1-vm2-77936195
2025-10-19 23:40:16,447 - INFO - Detaching port 732bf1f6-d507-459c-a95f-73ea082f88a2 from VM ctest-vn1-vm1-60114169
2025-10-19 23:40:16,481 - INFO - Deleting VM ctest-vn1-vm1-60114169
2025-10-19 23:40:16,872 - INFO - Deleting VN ctest-vn1-53923632
2025-10-19 23:40:17,260 - INFO - END TEST : test_ports_specific_subnet_ip : PASSED[0:00:25]
2025-10-19 23:40:17,260 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:40:17,954 - INFO - Deleted project: ctest-TestPorts-96354875, ID : cfa1cba7-9570-40b1-9bab-a759a9cb4993
2025-10-19 23:40:18,135 - INFO - Domain Default found not creating
2025-10-19 23:40:18,274 - INFO - Project ctest-TestRouters-00816436 not found, creating it
2025-10-19 23:40:18,744 - INFO - Created Project:ctest-TestRouters-00816436, ID : a8fd78ac-1fcd-4ca8-b368-9ef6dff69711
2025-10-19 23:40:20,243 - INFO - ================================================================================
2025-10-19 23:40:20,244 - INFO - STARTING TEST : test_basic_router_behavior
2025-10-19 23:40:20,244 - INFO - TEST DESCRIPTION : Validate a router is able to route packets between two VNs
Create a router
Create 2 VNs, and a VM in each
Add router port from each VN
Ping between VMs
2025-10-19 23:40:20,495 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:40:20,495 - INFO -
2025-10-19 23:40:21,295 - INFO - Created VN ctest-vn1-37554732
2025-10-19 23:40:21,872 - INFO - Created VN ctest-vn2-22514541
2025-10-19 23:40:23,181 - INFO - VM ([<Server: ctest-vn1-vm1-34828774>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:40:24,322 - INFO - VM ([<Server: ctest-vn2-vm1-01109584>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:40:24,386 - INFO - Adding interface with subnet_id f7799c5f-e708-4ce0-a698-b95c4fc7d26d, port_id None to router e70fee53-567f-4fef-a577-ec5c3aaadd58
2025-10-19 23:40:24,637 - INFO - Waiting for VM ctest-vn1-vm1-34828774 to be up..
2025-10-19 23:40:29,795 - INFO - VM name : ctest-vn1-vm1-34828774
2025-10-19 23:40:35,729 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-vn1-vm1-34828774 passed
2025-10-19 23:40:36,030 - INFO - Waiting for VM ctest-vn2-vm1-01109584 to be up..
2025-10-19 23:40:36,103 - INFO - VM name : ctest-vn2-vm1-01109584
2025-10-19 23:40:37,488 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-vn2-vm1-01109584 passed
2025-10-19 23:40:42,973 - WARNING - Ping to IP 46.15.22.195 from VM ctest-vn1-vm1-34828774 failed
2025-10-19 23:40:42,973 - INFO - Adding interface with subnet_id a966118d-2ea6-47c8-bc95-31464efcc253, port_id None to router e70fee53-567f-4fef-a577-ec5c3aaadd58
2025-10-19 23:40:46,427 - WARNING - Ping to IP 46.15.22.195 from VM ctest-vn1-vm1-34828774 failed
2025-10-19 23:40:49,630 - INFO - Ping to IP 46.15.22.195 from VM ctest-vn1-vm1-34828774 passed
2025-10-19 23:40:49,630 - INFO - Deleting interface with subnet_id f7799c5f-e708-4ce0-a698-b95c4fc7d26d, port_id None from router e70fee53-567f-4fef-a577-ec5c3aaadd58
2025-10-19 23:40:52,956 - WARNING - Ping to IP 46.15.22.195 from VM ctest-vn1-vm1-34828774 failed
2025-10-19 23:40:52,956 - INFO - Adding interface with subnet_id f7799c5f-e708-4ce0-a698-b95c4fc7d26d, port_id None to router e70fee53-567f-4fef-a577-ec5c3aaadd58
2025-10-19 23:40:55,381 - INFO - Ping to IP 46.15.22.195 from VM ctest-vn1-vm1-34828774 passed
2025-10-19 23:40:55,381 - INFO - Deleting interface with subnet_id a966118d-2ea6-47c8-bc95-31464efcc253, port_id None from router e70fee53-567f-4fef-a577-ec5c3aaadd58
2025-10-19 23:40:55,510 - INFO - Deleting interface with subnet_id f7799c5f-e708-4ce0-a698-b95c4fc7d26d, port_id None from router e70fee53-567f-4fef-a577-ec5c3aaadd58
2025-10-19 23:40:55,695 - INFO - Deleting VM ctest-vn2-vm1-01109584
2025-10-19 23:40:55,769 - INFO - Deleting VM ctest-vn1-vm1-34828774
2025-10-19 23:40:55,840 - INFO - Deleting VN ctest-vn2-22514541
2025-10-19 23:40:55,872 - WARNING - Deleting VN ctest-vn2-22514541 failed..Will retry
2025-10-19 23:40:57,968 - INFO - Deleting VN ctest-vn1-37554732
2025-10-19 23:40:58,328 - INFO - END TEST : test_basic_router_behavior : PASSED[0:00:38]
2025-10-19 23:40:58,328 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:40:59,004 - INFO - Deleted project: ctest-TestRouters-00816436, ID : a8fd78ac-1fcd-4ca8-b368-9ef6dff69711
2025-10-19 23:40:59,176 - INFO - Domain Default found not creating
2025-10-19 23:40:59,315 - INFO - Project ctest-TestRoutersBasic-86864895 not found, creating it
2025-10-19 23:40:59,757 - INFO - Created Project:ctest-TestRoutersBasic-86864895, ID : 6c6e40b8-7b03-4554-b198-9bf3d680e6eb
2025-10-19 23:41:01,199 - INFO - ================================================================================
2025-10-19 23:41:01,199 - INFO - STARTING TEST : test_basic_snat_behavior_without_external_connectivity
2025-10-19 23:41:01,199 - INFO - TEST DESCRIPTION : Create an external network, a router
set router-gateway to external network
launch a private network and attach it to router
validate left vm pinging right vm through Snat
2025-10-19 23:41:01,452 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:41:01,452 - INFO -
2025-10-19 23:41:02,163 - INFO - Default SG to be edited for allow all on project: ctest-TestRoutersBasic-86864895
2025-10-19 23:41:02,259 - INFO - Adding rules to the default security group in Project ctest-TestRoutersBasic-86864895
2025-10-19 23:41:03,061 - INFO - Created VN ctest-vn-44808907
2025-10-19 23:41:03,664 - INFO - Created VN ctest-ext_vn-78588547
2025-10-19 23:41:04,944 - INFO - VM ([<Server: ctest-TestRoutersBasic-86864895-49322070>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:41:06,106 - INFO - VM ([<Server: ctest-TestRoutersBasic-86864895-29310173>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:41:06,171 - INFO - Setting gateway for router 5fc56b60-f349-42fa-89a3-93b330306f7c to network 52684da4-425a-4152-9841-d584c713fec6
2025-10-19 23:41:06,233 - INFO - Adding interface with subnet_id bce037c5-8cec-4dfb-8a8d-73065bbddb3f, port_id None to router 5fc56b60-f349-42fa-89a3-93b330306f7c
2025-10-19 23:41:06,587 - INFO - Waiting for VM ctest-TestRoutersBasic-86864895-49322070 to be up..
2025-10-19 23:41:11,825 - INFO - VM name : ctest-TestRoutersBasic-86864895-49322070
2025-10-19 23:41:17,692 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRoutersBasic-86864895-49322070 passed
2025-10-19 23:41:17,951 - INFO - Waiting for VM ctest-TestRoutersBasic-86864895-29310173 to be up..
2025-10-19 23:41:18,021 - INFO - VM name : ctest-TestRoutersBasic-86864895-29310173
2025-10-19 23:41:19,391 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestRoutersBasic-86864895-29310173 passed
2025-10-19 23:41:23,396 - INFO - Ping to IP 41.91.45.3 from VM ctest-TestRoutersBasic-86864895-49322070 passed
2025-10-19 23:41:23,396 - INFO - Deleting interface with subnet_id bce037c5-8cec-4dfb-8a8d-73065bbddb3f, port_id None from router 5fc56b60-f349-42fa-89a3-93b330306f7c
2025-10-19 23:41:23,601 - INFO - Deleting VM ctest-TestRoutersBasic-86864895-29310173
2025-10-19 23:41:23,678 - INFO - Deleting VM ctest-TestRoutersBasic-86864895-49322070
2025-10-19 23:41:23,758 - INFO - Deleting VN ctest-ext_vn-78588547
2025-10-19 23:41:23,826 - WARNING - Deleting VN ctest-ext_vn-78588547 failed..Will retry
2025-10-19 23:41:25,926 - INFO - Deleting VN ctest-vn-44808907
2025-10-19 23:41:26,284 - INFO - END TEST : test_basic_snat_behavior_without_external_connectivity : PASSED[0:00:25]
2025-10-19 23:41:26,284 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:41:26,964 - INFO - Deleted project: ctest-TestRoutersBasic-86864895, ID : 6c6e40b8-7b03-4554-b198-9bf3d680e6eb
2025-10-19 23:41:27,164 - INFO - Domain Default found not creating
2025-10-19 23:41:27,312 - INFO - Project ctest-TestBasicPolicyIpv4v6-01500266 not found, creating it
2025-10-19 23:41:27,738 - INFO - Created Project:ctest-TestBasicPolicyIpv4v6-01500266, ID : dbaad1e1-89fa-42df-a9f4-9667f07c0c67
2025-10-19 23:41:29,150 - INFO - ================================================================================
2025-10-19 23:41:29,150 - INFO - STARTING TEST : test_basic_policy_allow_deny
2025-10-19 23:41:29,150 - INFO - TEST DESCRIPTION :
Create 2 Vns and allow icmp traffic between them and validate with pings
Update the policy to deny the same traffic
Check that pings fail
2025-10-19 23:41:29,408 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:41:29,408 - INFO -
2025-10-19 23:41:30,341 - INFO - Created VN ctest-vn-56988831
2025-10-19 23:41:31,093 - INFO - Created VN ctest-vn-86736974
2025-10-19 23:41:32,504 - INFO - Verified VN network id 12 for VN 169daa27-d17e-4a65-85df-debf39b08083
2025-10-19 23:41:32,504 - INFO - Verifications in API Server for VN ctest-vn-56988831 passed
2025-10-19 23:41:32,541 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-56988831 passed
2025-10-19 23:41:32,638 - INFO - VN ctest-vn-56988831 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-19 23:41:32,987 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-01500266:ctest-vn-56988831 is found in opserver
2025-10-19 23:41:33,138 - INFO - Verified VN network id 13 for VN 62318d7c-8f85-43df-a631-1e5fd82bd320
2025-10-19 23:41:33,138 - INFO - Verifications in API Server for VN ctest-vn-86736974 passed
2025-10-19 23:41:33,171 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-86736974 passed
2025-10-19 23:41:33,261 - INFO - VN ctest-vn-86736974 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-19 23:41:33,269 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyIpv4v6-01500266:ctest-vn-86736974 is found in opserver
2025-10-19 23:41:33,282 - INFO - Disabling v6 tests for CI
2025-10-19 23:41:33,556 - INFO - Deleted policy ctest-policy-allow-all-99815290
2025-10-19 23:41:33,556 - INFO - Deleting VN ctest-vn-86736974
2025-10-19 23:41:33,794 - INFO - Validated that VN ctest-vn-86736974 is not found in API Server
2025-10-19 23:41:33,802 - INFO - Validated that VN ctest-vn-86736974 is not in any agent
2025-10-19 23:41:33,815 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-86736974 info
2025-10-19 23:41:33,815 - INFO - Deleting VN ctest-vn-56988831
2025-10-19 23:41:34,060 - INFO - Validated that VN ctest-vn-56988831 is not found in API Server
2025-10-19 23:41:34,070 - INFO - Validated that VN ctest-vn-56988831 is not in any agent
2025-10-19 23:41:34,084 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-56988831 info
2025-10-19 23:41:34,338 - INFO -
2025-10-19 23:41:34,338 - INFO - END TEST : test_basic_policy_allow_deny : SKIPPED[0:00:05]
2025-10-19 23:41:34,338 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:41:35,003 - INFO - Deleted project: ctest-TestBasicPolicyIpv4v6-01500266, ID : dbaad1e1-89fa-42df-a9f4-9667f07c0c67
2025-10-19 23:41:35,180 - INFO - Domain Default found not creating
2025-10-19 23:41:35,325 - INFO - Project ctest-TestBasicPolicyNegativeIpv4v6-50603963 not found, creating it
2025-10-19 23:41:35,775 - INFO - Created Project:ctest-TestBasicPolicyNegativeIpv4v6-50603963, ID : 0269d0a6-17ac-4eb0-a050-c1fa4fee4156
2025-10-19 23:41:37,191 - INFO - ================================================================================
2025-10-19 23:41:37,191 - INFO - STARTING TEST : test_remove_policy_with_ref
2025-10-19 23:41:37,443 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:41:37,443 - INFO -
2025-10-19 23:41:37,443 - INFO - ================================================================================
2025-10-19 23:41:37,444 - INFO - STARTING TEST : test_remove_policy_with_ref
2025-10-19 23:41:37,444 - INFO - TEST DESCRIPTION : This tests the following scenarios.
1. Test to validate that policy removal will fail when it referenced with VN.
2. validate vn_policy data in api-s against quantum-vn data, when created and unbind policy from VN thru quantum APIs.
3. validate policy data in api-s against quantum-policy data, when created and deleted thru quantum APIs.
2025-10-19 23:41:37,740 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:41:37,740 - INFO -
2025-10-19 23:41:39,014 - INFO - Created VN ctest-vn4-00263242
2025-10-19 23:41:39,879 - INFO - Verified VN network id 12 for VN 963f2637-88ed-4dee-9d2d-68e33d0c51b6
2025-10-19 23:41:39,879 - INFO - Verifications in API Server for VN ctest-vn4-00263242 passed
2025-10-19 23:41:39,918 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn4-00263242 passed
2025-10-19 23:41:40,011 - INFO - VN ctest-vn4-00263242 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-19 23:41:40,357 - INFO - Validated that VN default-domain:ctest-TestBasicPolicyNegativeIpv4v6-50603963:ctest-vn4-00263242 is found in opserver
2025-10-19 23:41:40,460 - INFO - Verified policy ctest-policy1-16716823 in API Server, Result: True
2025-10-19 23:41:40,460 - INFO - Done with setup and verification, moving onto test ..
2025-10-19 23:41:40,467 - INFO - Deleting VN ctest-vn4-00263242
2025-10-19 23:41:40,713 - INFO - Validated that VN ctest-vn4-00263242 is not found in API Server
2025-10-19 23:41:40,722 - INFO - Validated that VN ctest-vn4-00263242 is not in any agent
2025-10-19 23:41:40,735 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn4-00263242 info
2025-10-19 23:41:40,758 - INFO - Deleted policy ctest-policy1-16716823
2025-10-19 23:41:41,187 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2025-10-19 23:41:41,187 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:41:41,471 - INFO - END TEST : test_remove_policy_with_ref : PASSED[0:00:04]
2025-10-19 23:41:41,471 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:41:42,133 - INFO - Deleted project: ctest-TestBasicPolicyNegativeIpv4v6-50603963, ID : 0269d0a6-17ac-4eb0-a050-c1fa4fee4156
2025-10-19 23:41:42,307 - INFO - Domain Default found not creating
2025-10-19 23:41:42,464 - INFO - Project ctest-TestBasicPolicy-97911797 not found, creating it
2025-10-19 23:41:42,887 - INFO - Created Project:ctest-TestBasicPolicy-97911797, ID : cc3d1c01-7305-4139-a7a1-c90df5c122dd
2025-10-19 23:41:44,273 - INFO - ================================================================================
2025-10-19 23:41:44,273 - INFO - STARTING TEST : test_basic_policy_allow_deny
2025-10-19 23:41:44,273 - INFO - TEST DESCRIPTION :
Create 2 Vns and allow icmp traffic between them and validate with pings
Update the policy to deny the same traffic
Check that pings fail
2025-10-19 23:41:44,527 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:41:44,527 - INFO -
2025-10-19 23:41:45,276 - INFO - Created VN ctest-vn-88353532
2025-10-19 23:41:46,151 - INFO - Created VN ctest-vn-38527990
2025-10-19 23:41:47,521 - INFO - Verified VN network id 12 for VN c3fde8e9-4ab8-4ab7-a101-dfe8de8165e9
2025-10-19 23:41:47,521 - INFO - Verifications in API Server for VN ctest-vn-88353532 passed
2025-10-19 23:41:47,559 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-88353532 passed
2025-10-19 23:41:47,651 - INFO - VN ctest-vn-88353532 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-19 23:41:47,994 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-97911797:ctest-vn-88353532 is found in opserver
2025-10-19 23:41:48,150 - INFO - Verified VN network id 13 for VN 796a473f-c28a-43a5-b09e-5d3a7deee447
2025-10-19 23:41:48,150 - INFO - Verifications in API Server for VN ctest-vn-38527990 passed
2025-10-19 23:41:48,184 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-38527990 passed
2025-10-19 23:41:48,282 - INFO - VN ctest-vn-38527990 Policy verification: verify_vn_policy_in_api_server, status: True
2025-10-19 23:41:48,290 - INFO - Validated that VN default-domain:ctest-TestBasicPolicy-97911797:ctest-vn-38527990 is found in opserver
2025-10-19 23:41:49,402 - INFO - VM ([<Server: ctest-TestBasicPolicy-97911797-31273834>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:41:50,524 - INFO - VM ([<Server: ctest-TestBasicPolicy-97911797-61785099>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:41:50,524 - INFO - Waiting for VM ctest-TestBasicPolicy-97911797-31273834 to be up..
2025-10-19 23:41:55,692 - INFO - VM name : ctest-TestBasicPolicy-97911797-31273834
2025-10-19 23:42:01,235 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestBasicPolicy-97911797-31273834 passed
2025-10-19 23:42:01,538 - INFO - Waiting for VM ctest-TestBasicPolicy-97911797-61785099 to be up..
2025-10-19 23:42:01,612 - INFO - VM name : ctest-TestBasicPolicy-97911797-61785099
2025-10-19 23:42:03,000 - INFO - Ping to Metadata IP 169.254.0.4 of VM ctest-TestBasicPolicy-97911797-61785099 passed
2025-10-19 23:42:07,310 - INFO - Ping to IP 158.44.242.67 from VM ctest-TestBasicPolicy-97911797-31273834 passed
2025-10-19 23:42:10,708 - WARNING - Ping to IP 158.44.242.67 from VM ctest-TestBasicPolicy-97911797-31273834 failed
2025-10-19 23:42:10,708 - INFO - Deleting VM ctest-TestBasicPolicy-97911797-61785099
2025-10-19 23:42:10,774 - INFO - Deleting VM ctest-TestBasicPolicy-97911797-31273834
2025-10-19 23:42:11,142 - INFO - Deleted policy ctest-policy-allow-all-82065751
2025-10-19 23:42:11,142 - INFO - Deleting VN ctest-vn-38527990
2025-10-19 23:42:11,177 - WARNING - Deleting VN ctest-vn-38527990 failed..Will retry
2025-10-19 23:42:13,424 - INFO - Validated that VN ctest-vn-38527990 is not found in API Server
2025-10-19 23:42:13,434 - INFO - Validated that VN ctest-vn-38527990 is not in any agent
2025-10-19 23:42:13,447 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-38527990 info
2025-10-19 23:42:13,447 - INFO - Deleting VN ctest-vn-88353532
2025-10-19 23:42:13,681 - INFO - Validated that VN ctest-vn-88353532 is not found in API Server
2025-10-19 23:42:13,690 - INFO - Validated that VN ctest-vn-88353532 is not in any agent
2025-10-19 23:42:13,701 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-88353532 info
2025-10-19 23:42:13,960 - INFO - END TEST : test_basic_policy_allow_deny : PASSED[0:00:29]
2025-10-19 23:42:13,960 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:42:14,648 - INFO - Deleted project: ctest-TestBasicPolicy-97911797, ID : cc3d1c01-7305-4139-a7a1-c90df5c122dd
2025-10-19 23:42:14,836 - INFO - Domain Default found not creating
2025-10-19 23:42:14,988 - INFO - Project ctest-TestRP-64004319 not found, creating it
2025-10-19 23:42:15,416 - INFO - Created Project:ctest-TestRP-64004319, ID : 771810d8-9aa6-493d-8caf-46fc89dcf769
2025-10-19 23:42:16,848 - INFO - ================================================================================
2025-10-19 23:42:16,849 - INFO - STARTING TEST : test_rp_interface
2025-10-19 23:42:16,849 - INFO - TEST DESCRIPTION :
1. Create a routing policy with interface match.
2. Launch VMs.
3. Attach policy to VN and confirm if policy takes hold.
2025-10-19 23:42:17,103 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:42:17,104 - INFO -
2025-10-19 23:42:17,798 - INFO - Created VN ctest-bgpaas_vn-99969037
2025-10-19 23:42:18,487 - INFO - Created VN ctest-bgpaas_vn-50663689
2025-10-19 23:42:19,890 - INFO - VM ([<Server: test_vm>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:21,105 - INFO - VM ([<Server: test2_vm>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:21,106 - INFO - Waiting for VM test_vm to be up..
2025-10-19 23:42:21,176 - ERROR - VM in error state.
2025-10-19 23:42:21,176 - ERROR - VM is not in ACTIVE state
2025-10-19 23:42:21,264 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-19 23:42:21,268 - INFO - Skip interface_detach for VM test2_vm in state BUILD
2025-10-19 23:42:21,268 - INFO - Deleting VM test2_vm
2025-10-19 23:42:21,286 - ERROR - VM test2_vm has failed to come up
2025-10-19 23:42:21,286 - ERROR - Nova failed to get host of the VM
2025-10-19 23:42:21,507 - INFO - Skip interface_detach for VM test_vm in state ERROR
2025-10-19 23:42:21,508 - INFO - Deleting VM test_vm
2025-10-19 23:42:21,508 - ERROR - VM test_vm has failed to come up
2025-10-19 23:42:21,508 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-10-19T23:42:19Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'}
2025-10-19 23:42:21,509 - INFO - Deleting VN ctest-bgpaas_vn-50663689
2025-10-19 23:42:21,603 - INFO - Deleting VN ctest-bgpaas_vn-99969037
2025-10-19 23:42:21,962 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sun Oct 19 23:42:21 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7fd3071b4bb0>, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function = <function TestRP.test_rp_interface>
self = <scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7fd3071b4bb0>
args = ()
kwargs = {}
/contrail-test/scripts/routing_policy/test_routing_policy.py in test_rp_interface(self=<scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7fd3071b4bb0>)
38 3. Attach policy to VN and confirm if policy takes hold.
39 '''
40 ret_dict = self.config_basic()
41 vn_fixture = ret_dict['vn_fixture']
42 test_vm = ret_dict['test_vm']
ret_dict undefined
self = <scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7fd3071b4bb0>
self.config_basic = <bound method RPBase.config_basic of <scripts.ro...p_interface[ci_sanity,sanity] id=0x7fd3071b4bb0>>
/contrail-test/scripts/routing_policy/base.py in config_basic(self=<scripts.routing_policy.test_routing_policy.Test...rp_interface[ci_sanity,sanity] id=0x7fd3071b4bb0>)
43 image_name='cirros')
44 test2_vm = self.create_vm(vn2_fixture, 'test2_vm', image_name='cirros')
45 assert test_vm.wait_till_vm_is_up()
46 assert test2_vm.wait_till_vm_is_up()
47
test_vm = <VMFixture: test_vm>
test_vm.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: test_vm>>
AssertionError:
__cause__ = None
__class__ = <class 'AssertionError'>
__context__ = None
__delattr__ = <method-wrapper '__delattr__' of AssertionError object>
__dict__ = {}
__dir__ = <built-in method __dir__ of AssertionError object>
__doc__ = 'Assertion failed.'
__eq__ = <method-wrapper '__eq__' of AssertionError object>
__format__ = <built-in method __format__ of AssertionError object>
__ge__ = <method-wrapper '__ge__' of AssertionError object>
__getattribute__ = <method-wrapper '__getattribute__' of AssertionError object>
__gt__ = <method-wrapper '__gt__' of AssertionError object>
__hash__ = <method-wrapper '__hash__' of AssertionError object>
__init__ = <method-wrapper '__init__' of AssertionError object>
__init_subclass__ = <built-in method __init_subclass__ of type object>
__le__ = <method-wrapper '__le__' of AssertionError object>
__lt__ = <method-wrapper '__lt__' of AssertionError object>
__ne__ = <method-wrapper '__ne__' of AssertionError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of AssertionError object>
__reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object>
__repr__ = <method-wrapper '__repr__' of AssertionError object>
__setattr__ = <method-wrapper '__setattr__' of AssertionError object>
__setstate__ = <built-in method __setstate__ of AssertionError object>
__sizeof__ = <built-in method __sizeof__ of AssertionError object>
__str__ = <method-wrapper '__str__' of AssertionError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__suppress_context__ = False
__traceback__ = <traceback object>
args = ()
with_traceback = <built-in method with_traceback of AssertionError object>
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/routing_policy/test_routing_policy.py", line 40, in test_rp_interface
ret_dict = self.config_basic()
File "/contrail-test/scripts/routing_policy/base.py", line 45, in config_basic
assert test_vm.wait_till_vm_is_up()
AssertionError
2025-10-19 23:42:21,968 - INFO -
2025-10-19 23:42:21,968 - INFO - END TEST : test_rp_interface : FAILED[0:00:05]
2025-10-19 23:42:21,968 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:42:22,652 - INFO - Deleted project: ctest-TestRP-64004319, ID : 771810d8-9aa6-493d-8caf-46fc89dcf769
2025-10-19 23:42:22,829 - INFO - Domain Default found not creating
2025-10-19 23:42:22,981 - INFO - Project ctest-TestSvcRegr-31064852 not found, creating it
2025-10-19 23:42:23,431 - INFO - Created Project:ctest-TestSvcRegr-31064852, ID : 7e64e686-6966-4501-98d4-d29f2985cf3d
2025-10-19 23:42:24,835 - INFO - ================================================================================
2025-10-19 23:42:24,835 - INFO - STARTING TEST : test_svc_in_network_datapath
2025-10-19 23:42:25,088 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:42:25,088 - INFO -
2025-10-19 23:42:25,803 - INFO - Created VN ctest-mgmt_vn-95279922
2025-10-19 23:42:26,471 - INFO - Verified VN network id 12 for VN a668fdec-7550-469b-ac0f-aa40a7fc2c12
2025-10-19 23:42:26,471 - INFO - Verifications in API Server for VN ctest-mgmt_vn-95279922 passed
2025-10-19 23:42:26,506 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-mgmt_vn-95279922 passed
2025-10-19 23:42:26,971 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-31064852:ctest-mgmt_vn-95279922 is found in opserver
2025-10-19 23:42:27,347 - INFO - Created VN ctest-left_vn-46063986
2025-10-19 23:42:27,632 - INFO - Verified VN network id 13 for VN dd38f806-f35a-48a3-ace1-70f63217660c
2025-10-19 23:42:27,632 - INFO - Verifications in API Server for VN ctest-left_vn-46063986 passed
2025-10-19 23:42:27,667 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-left_vn-46063986 passed
2025-10-19 23:42:27,774 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-31064852:ctest-left_vn-46063986 is found in opserver
2025-10-19 23:42:28,173 - INFO - Created VN ctest-right_vn-65914735
2025-10-19 23:42:28,466 - INFO - Verified VN network id 14 for VN 91229864-9c8c-4f33-854f-d73ddfb0816d
2025-10-19 23:42:28,466 - INFO - Verifications in API Server for VN ctest-right_vn-65914735 passed
2025-10-19 23:42:28,506 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-right_vn-65914735 passed
2025-10-19 23:42:28,611 - INFO - Validated that VN default-domain:ctest-TestSvcRegr-31064852:ctest-right_vn-65914735 is found in opserver
2025-10-19 23:42:29,790 - INFO - VM ([<Server: ctest-left_vm-34791921>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:30,851 - INFO - VM ([<Server: ctest-right_vm-44876640>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:31 URL:http://nexus.opensdn.io/repository///images/converts//cirros-in-net.vmdk.gz [14619094/14619094] -> "/contrail-test/images/cirros-in-net.vmdk.gz" [1]
2025-10-19 23:42:32,991 - INFO - VM ([<Server: ctest-pt_svm0-99992935>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:32,992 - INFO - Waiting for VM ctest-pt_svm0-99992935 to be up..
2025-10-19 23:42:38,098 - ERROR - VM in error state.
2025-10-19 23:42:38,098 - ERROR - VM is not in ACTIVE state
2025-10-19 23:42:38,170 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-19 23:42:38,173 - INFO - Skip interface_detach for VM ctest-pt_svm0-99992935 in state ERROR
2025-10-19 23:42:38,173 - INFO - Deleting VM ctest-pt_svm0-99992935
2025-10-19 23:42:38,189 - ERROR - VM ctest-pt_svm0-99992935 has failed to come up
2025-10-19 23:42:38,190 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-10-19T23:42:33Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'}
2025-10-19 23:42:38,258 - INFO - Service template: ['default-domain', 'ctest-service_template_1-37321435'] deleted successfully.
2025-10-19 23:42:38,259 - INFO - Skip interface_detach for VM ctest-right_vm-44876640 in state BUILD
2025-10-19 23:42:38,259 - INFO - Deleting VM ctest-right_vm-44876640
2025-10-19 23:42:38,259 - ERROR - VM ctest-right_vm-44876640 has failed to come up
2025-10-19 23:42:38,259 - ERROR - Nova failed to get host of the VM
2025-10-19 23:42:38,410 - INFO - Skip interface_detach for VM ctest-left_vm-34791921 in state BUILD
2025-10-19 23:42:38,410 - INFO - Deleting VM ctest-left_vm-34791921
2025-10-19 23:42:38,410 - ERROR - VM ctest-left_vm-34791921 has failed to come up
2025-10-19 23:42:38,410 - ERROR - Nova failed to get host of the VM
2025-10-19 23:42:38,548 - INFO - Deleting VN ctest-right_vn-65914735
2025-10-19 23:42:38,788 - INFO - Validated that VN ctest-right_vn-65914735 is not found in API Server
2025-10-19 23:42:38,798 - INFO - Validated that VN ctest-right_vn-65914735 is not in any agent
2025-10-19 23:42:38,809 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-right_vn-65914735 info
2025-10-19 23:42:38,809 - INFO - Deleting VN ctest-left_vn-46063986
2025-10-19 23:42:39,029 - INFO - Validated that VN ctest-left_vn-46063986 is not found in API Server
2025-10-19 23:42:39,038 - INFO - Validated that VN ctest-left_vn-46063986 is not in any agent
2025-10-19 23:42:39,050 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-left_vn-46063986 info
2025-10-19 23:42:39,050 - INFO - Deleting VN ctest-mgmt_vn-95279922
2025-10-19 23:42:39,272 - INFO - Validated that VN ctest-mgmt_vn-95279922 is not found in API Server
2025-10-19 23:42:39,281 - INFO - Validated that VN ctest-mgmt_vn-95279922 is not in any agent
2025-10-19 23:42:39,293 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-mgmt_vn-95279922 info
2025-10-19 23:42:39,542 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sun Oct 19 23:42:38 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function = <function TestSvcRegr.test_svc_in_network_datapath>
self = <scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>
args = ()
kwargs = {}
/contrail-test/scripts/svc_firewall/test_svc_fw.py in test_svc_in_network_datapath(self=<scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>)
23 @preposttest_wrapper
24 def test_svc_in_network_datapath(self):
25 return self.verify_svc_chain(svc_img_name='cirros_in_net', service_mode='in-network',
26 create_svms=True)
27
self = <scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>
self.verify_svc_chain = <bound method VerifySvcChain.verify_svc_chain of...n_network_datapath[ci_sanity] id=0x7fd30712d160>>
svc_img_name undefined
service_mode undefined
create_svms undefined
/contrail-test/common/servicechain/verify.py in verify_svc_chain(self=<scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>, *args=(), **kwargs={'create_svms': True, 'service_mode': 'in-network', 'svc_img_name': 'cirros_in_net'})
318 def verify_svc_chain(self, *args, **kwargs):
319 svc_chain_info = kwargs.get('svc_chain_info')
320 ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs)
321 proto = kwargs.get('proto', 'any')
322 left_vn_fq_name = ret_dict.get('left_vn_fixture').vn_fq_name
ret_dict undefined
svc_chain_info = None
self = <scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>
self.config_svc_chain = <bound method ConfigSvcChain.config_svc_chain of...n_network_datapath[ci_sanity] id=0x7fd30712d160>>
args = ()
kwargs = {'create_svms': True, 'service_mode': 'in-network', 'svc_img_name': 'cirros_in_net'}
/contrail-test/common/servicechain/config.py in config_svc_chain(self=<scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>, service_mode='in-network', service_type='firewall', max_inst=1, proto='any', svc_chain_type='parallel', src_ports=[0, 65535], dst_ports=[0, 65535], svc_img_name='cirros_in_net', st_version=2, mgmt_vn_name='ctest-mgmt_vn-95279922', mgmt_vn_subnets=['35.239.212.64/26'], mgmt_vn_fixture=<vn_test.VNFixture object>, left_vn_name='ctest-left_vn-46063986', left_vn_subnets=['198.82.65.0/26'], left_vn_fixture=<vn_test.VNFixture object>, right_vn_name='ctest-right_vn-65914735', right_vn_subnets=['159.113.225.192/26'], right_vn_fixture=<vn_test.VNFixture object>, left_lr_child_vn_fixture=None, right_lr_child_vn_fixture=None, left_vm_name='ctest-left_vm-34791921', left_vm_fixture=<VMFixture: ctest-left_vm-34791921>, right_vm_name='ctest-right_vm-44876640', right_vm_fixture=<VMFixture: ctest-right_vm-44876640>, image_name='cirros', policy_fixture=None, st_fixture=<svc_template_fixture.SvcTemplateFixture object>, si_fixture=None, port_tuples_props=None, static_route=None, svm_fixtures=[], create_svms=True, evpn=False, modify_rules=False, policy_action='pass', hosts=[], **kwargs={})
526 # Create SI VMs now
527 if not svm_fixtures and create_svms:
528 svm_fixtures = self.create_service_vms(vns,
529 svc_img_name=svc_img_name,
530 service_mode=service_mode,
svm_fixtures = []
self = <scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>
self.create_service_vms = <bound method ConfigSvcChain.create_service_vms ...n_network_datapath[ci_sanity] id=0x7fd30712d160>>
vns = [<vn_test.VNFixture object>, <vn_test.VNFixture object>, <vn_test.VNFixture object>]
svc_img_name = 'cirros_in_net'
service_mode = 'in-network'
service_type = 'firewall'
hosts = []
max_inst = 1
/contrail-test/common/servicechain/config.py in create_service_vms(self=<scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>, vns=[<vn_test.VNFixture object>, <vn_test.VNFixture object>, <vn_test.VNFixture object>], service_mode='in-network', max_inst=1, svc_img_name='cirros_in_net', service_type='firewall', hosts=[])
337 if service_type == 'analyzer':
338 svm_fixture.disable_interface_policy()
339 self.verify_vms(svm_fixtures)
340 return svm_fixtures
341 # end create_service_vms
self = <scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>
self.verify_vms = <bound method ConfigSvcChain.verify_vms of <scri...n_network_datapath[ci_sanity] id=0x7fd30712d160>>
svm_fixtures = [<VMFixture: ctest-pt_svm0-99992935>]
/contrail-test/common/servicechain/config.py in verify_vms(self=<scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>, vm_fixtures=[<VMFixture: ctest-pt_svm0-99992935>])
169 def verify_vms(self, vm_fixtures):
170 for vm in vm_fixtures:
171 self.verify_vm(vm)
172 # end verify_vms
173
self = <scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>
self.verify_vm = <bound method ConfigSvcChain.verify_vm of <scrip...n_network_datapath[ci_sanity] id=0x7fd30712d160>>
vm = <VMFixture: ctest-pt_svm0-99992935>
/contrail-test/common/servicechain/config.py in verify_vm(self=<scripts.svc_firewall.test_svc_fw.TestSvcRegr.te...in_network_datapath[ci_sanity] id=0x7fd30712d160>, vm_fixture=<VMFixture: ctest-pt_svm0-99992935>)
173
174 def verify_vm(self, vm_fixture):
175 assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up'
176 # end verify_vm
177
vm_fixture = <VMFixture: ctest-pt_svm0-99992935>
vm_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-pt_svm0-99992935>>
AssertionError: VM does not seem to be up
__cause__ = None
__class__ = <class 'AssertionError'>
__context__ = None
__delattr__ = <method-wrapper '__delattr__' of AssertionError object>
__dict__ = {}
__dir__ = <built-in method __dir__ of AssertionError object>
__doc__ = 'Assertion failed.'
__eq__ = <method-wrapper '__eq__' of AssertionError object>
__format__ = <built-in method __format__ of AssertionError object>
__ge__ = <method-wrapper '__ge__' of AssertionError object>
__getattribute__ = <method-wrapper '__getattribute__' of AssertionError object>
__gt__ = <method-wrapper '__gt__' of AssertionError object>
__hash__ = <method-wrapper '__hash__' of AssertionError object>
__init__ = <method-wrapper '__init__' of AssertionError object>
__init_subclass__ = <built-in method __init_subclass__ of type object>
__le__ = <method-wrapper '__le__' of AssertionError object>
__lt__ = <method-wrapper '__lt__' of AssertionError object>
__ne__ = <method-wrapper '__ne__' of AssertionError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of AssertionError object>
__reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object>
__repr__ = <method-wrapper '__repr__' of AssertionError object>
__setattr__ = <method-wrapper '__setattr__' of AssertionError object>
__setstate__ = <built-in method __setstate__ of AssertionError object>
__sizeof__ = <built-in method __sizeof__ of AssertionError object>
__str__ = <method-wrapper '__str__' of AssertionError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__suppress_context__ = False
__traceback__ = <traceback object>
args = ('VM does not seem to be up',)
with_traceback = <built-in method with_traceback of AssertionError object>
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/svc_firewall/test_svc_fw.py", line 25, in test_svc_in_network_datapath
return self.verify_svc_chain(svc_img_name='cirros_in_net', service_mode='in-network',
File "/contrail-test/common/servicechain/verify.py", line 320, in verify_svc_chain
ret_dict = svc_chain_info or self.config_svc_chain(*args, **kwargs)
File "/contrail-test/common/servicechain/config.py", line 528, in config_svc_chain
svm_fixtures = self.create_service_vms(vns,
File "/contrail-test/common/servicechain/config.py", line 339, in create_service_vms
self.verify_vms(svm_fixtures)
File "/contrail-test/common/servicechain/config.py", line 171, in verify_vms
self.verify_vm(vm)
File "/contrail-test/common/servicechain/config.py", line 175, in verify_vm
assert vm_fixture.wait_till_vm_is_up(), 'VM does not seem to be up'
AssertionError: VM does not seem to be up
2025-10-19 23:42:39,547 - INFO -
2025-10-19 23:42:39,547 - INFO - END TEST : test_svc_in_network_datapath : FAILED[0:00:15]
2025-10-19 23:42:39,548 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:42:40,220 - INFO - Deleted project: ctest-TestSvcRegr-31064852, ID : 7e64e686-6966-4501-98d4-d29f2985cf3d
2025-10-19 23:42:40,428 - INFO - Domain Default found not creating
2025-10-19 23:42:40,565 - INFO - Project ctest-TestvDNSBasic0-36670504 not found, creating it
2025-10-19 23:42:40,999 - INFO - Created Project:ctest-TestvDNSBasic0-36670504, ID : 263946e8-35ce-43e8-b4f8-7a37f7da1a9a
2025-10-19 23:42:42,448 - INFO - ================================================================================
2025-10-19 23:42:42,448 - INFO - STARTING TEST : test_vdns_ping_same_vn
2025-10-19 23:42:42,448 - INFO - TEST DESCRIPTION :
Test:- Test vdns functionality. On VM launch agent should dynamically update dns records to dns agent
1. Create vDNS server
2. Create IPAM using above vDNS data
3. Create VN using above IPAM and launch 2 VM's within it
4. Ping between these 2 VM's using dns name
5. Try to delete vDNS server which has IPAM back-reference[Negative case]
6. Add CNAME VDNS record for vm1-test and verify we able to ping by alias name
Pass criteria: Step 4,5 and 6 should pass
Maintainer: cf-test@juniper.net
2025-10-19 23:42:42,703 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:42:42,703 - INFO -
2025-10-19 23:42:43,407 - INFO - Using existing project ['default-domain', 'ctest-TestvDNSBasic0-36670504'](263946e8-35ce-43e8-b4f8-7a37f7da1a9a)
2025-10-19 23:42:44,755 - INFO - Created VN ctest-vn1-vdns-90185049
2025-10-19 23:42:46,077 - INFO - VM ([<Server: ctest-vm1-test-47226250>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:46,077 - INFO - Waiting for VM ctest-vm1-test-47226250 to be up..
2025-10-19 23:42:51,176 - ERROR - VM in error state.
2025-10-19 23:42:51,176 - ERROR - VM is not in ACTIVE state
2025-10-19 23:42:51,248 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-19 23:42:51,249 - INFO - Skip interface_detach for VM ctest-vm1-test-47226250 in state ERROR
2025-10-19 23:42:51,249 - INFO - Deleting VM ctest-vm1-test-47226250
2025-10-19 23:42:51,249 - ERROR - VM ctest-vm1-test-47226250 has failed to come up
2025-10-19 23:42:51,249 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-10-19T23:42:46Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'}
2025-10-19 23:42:51,249 - INFO - Deleting VN ctest-vn1-vdns-90185049
2025-10-19 23:42:51,442 - INFO - VDNS info: ['default-domain', 'ctest-vdns1-04624120'] deleted successfully.
2025-10-19 23:42:51,458 - INFO - VDNS information ctest-vdns1-04624120 removed from the API Server
2025-10-19 23:42:51,463 - INFO - VDNS information ctest-vdns1-04624120 removed in the Control node
2025-10-19 23:42:51,714 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sun Oct 19 23:42:51 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vdns.test_vdns_basic.TestvDNSBasic0.tes...me_vn[ci_sanity,sanity,suite1] id=0x7fd307167ac0>, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function = <function TestvDNSBasic0.test_vdns_ping_same_vn>
self = <scripts.vdns.test_vdns_basic.TestvDNSBasic0.tes...me_vn[ci_sanity,sanity,suite1] id=0x7fd307167ac0>
args = ()
kwargs = {}
/contrail-test/scripts/vdns/test_vdns_basic.py in test_vdns_ping_same_vn(self=<scripts.vdns.test_vdns_basic.TestvDNSBasic0.tes...me_vn[ci_sanity,sanity,suite1] id=0x7fd307167ac0>)
94 vm_fixture[vm_name] = self.useFixture(
95 VMFixture(project_name=self.inputs.project_name, connections=self.connections, vn_obj=vn_quantum_obj, vm_name=vm_name,image_name='ubuntu-traffic'))
96 assert vm_fixture[vm_name].wait_till_vm_is_up(), ('VM %s'
97 ' failed to come up' % (vm_name))
98 vm_ip = vm_fixture[vm_name].get_vm_ip_from_vm(
vm_fixture = {'ctest-vm1-test-47226250': <VMFixture: ctest-vm1-test-47226250>}
vm_name = 'ctest-vm1-test-47226250'
].wait_till_vm_is_up undefined
AssertionError: VM ctest-vm1-test-47226250 failed to come up
__cause__ = None
__class__ = <class 'AssertionError'>
__context__ = None
__delattr__ = <method-wrapper '__delattr__' of AssertionError object>
__dict__ = {}
__dir__ = <built-in method __dir__ of AssertionError object>
__doc__ = 'Assertion failed.'
__eq__ = <method-wrapper '__eq__' of AssertionError object>
__format__ = <built-in method __format__ of AssertionError object>
__ge__ = <method-wrapper '__ge__' of AssertionError object>
__getattribute__ = <method-wrapper '__getattribute__' of AssertionError object>
__gt__ = <method-wrapper '__gt__' of AssertionError object>
__hash__ = <method-wrapper '__hash__' of AssertionError object>
__init__ = <method-wrapper '__init__' of AssertionError object>
__init_subclass__ = <built-in method __init_subclass__ of type object>
__le__ = <method-wrapper '__le__' of AssertionError object>
__lt__ = <method-wrapper '__lt__' of AssertionError object>
__ne__ = <method-wrapper '__ne__' of AssertionError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of AssertionError object>
__reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object>
__repr__ = <method-wrapper '__repr__' of AssertionError object>
__setattr__ = <method-wrapper '__setattr__' of AssertionError object>
__setstate__ = <built-in method __setstate__ of AssertionError object>
__sizeof__ = <built-in method __sizeof__ of AssertionError object>
__str__ = <method-wrapper '__str__' of AssertionError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__suppress_context__ = False
__traceback__ = <traceback object>
args = ('VM ctest-vm1-test-47226250 failed to come up',)
with_traceback = <built-in method with_traceback of AssertionError object>
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/vdns/test_vdns_basic.py", line 96, in test_vdns_ping_same_vn
assert vm_fixture[vm_name].wait_till_vm_is_up(), ('VM %s'
AssertionError: VM ctest-vm1-test-47226250 failed to come up
2025-10-19 23:42:51,719 - INFO -
2025-10-19 23:42:51,719 - INFO - END TEST : test_vdns_ping_same_vn : FAILED[0:00:09]
2025-10-19 23:42:51,719 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:42:52,762 - INFO - Deleted project: ctest-TestvDNSBasic0-36670504, ID : 263946e8-35ce-43e8-b4f8-7a37f7da1a9a
2025-10-19 23:42:52,987 - INFO - Domain Default found not creating
2025-10-19 23:42:53,132 - INFO - Project ctest-TestBasicVMVNx-02605498 not found, creating it
2025-10-19 23:42:53,575 - INFO - Created Project:ctest-TestBasicVMVNx-02605498, ID : 27fa142c-8f4e-499c-a27b-46f6bf3b768e
2025-10-19 23:42:54,995 - INFO - ================================================================================
2025-10-19 23:42:54,995 - INFO - STARTING TEST : test_vm_file_trf_scp_tests
2025-10-19 23:42:54,995 - INFO - TEST DESCRIPTION :
Description: Test to validate File Transfer using scp between VMs. Files of different sizes.
Test steps:
1. Creating vm's - vm1 and vm2 and a Vn - vn222
2. Transfer file from vm1 to vm2 with diferrent file sizes using scp
3. file sizes - 64,1202,2210,10000
4. verify files present in vm2 match with the size of the file sent.
Pass criteria: File in vm2 should match with the transferred file size from vm1
Maintainer : ganeshahv@juniper.net
2025-10-19 23:42:55,256 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:42:55,256 - INFO -
2025-10-19 23:42:56,014 - INFO - Created VN ctest-vn-22120952
2025-10-19 23:42:57,347 - INFO - VM ([<Server: ctest-TestBasicVMVNx-02605498-16688091>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:58,436 - INFO - VM ([<Server: ctest-TestBasicVMVNx-02605498-76271403>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:42:58,436 - INFO - Waiting for VM ctest-TestBasicVMVNx-02605498-16688091 to be up..
2025-10-19 23:42:58,487 - ERROR - VM in error state.
2025-10-19 23:42:58,487 - ERROR - VM is not in ACTIVE state
2025-10-19 23:42:58,559 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-19 23:42:58,561 - INFO - Skip interface_detach for VM ctest-TestBasicVMVNx-02605498-76271403 in state BUILD
2025-10-19 23:42:58,561 - INFO - Deleting VM ctest-TestBasicVMVNx-02605498-76271403
2025-10-19 23:42:58,578 - ERROR - VM ctest-TestBasicVMVNx-02605498-76271403 has failed to come up
2025-10-19 23:42:58,579 - ERROR - Nova failed to get host of the VM
2025-10-19 23:42:58,730 - INFO - Skip interface_detach for VM ctest-TestBasicVMVNx-02605498-16688091 in state ERROR
2025-10-19 23:42:58,730 - INFO - Deleting VM ctest-TestBasicVMVNx-02605498-16688091
2025-10-19 23:42:58,731 - ERROR - VM ctest-TestBasicVMVNx-02605498-16688091 has failed to come up
2025-10-19 23:42:58,731 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-10-19T23:42:57Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'}
2025-10-19 23:42:58,731 - INFO - Deleting VN ctest-vn-22120952
2025-10-19 23:42:59,085 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sun Oct 19 23:42:58 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vm_regression.test_vm.TestBasicVMVNx.te...anity,quick_sanity,vrouter_gw] id=0x7fd3070c4be0>, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function = <function TestBasicVMVNx.test_vm_file_trf_scp_tests>
self = <scripts.vm_regression.test_vm.TestBasicVMVNx.te...anity,quick_sanity,vrouter_gw] id=0x7fd3070c4be0>
args = ()
kwargs = {}
/contrail-test/scripts/vm_regression/test_vm.py in test_vm_file_trf_scp_tests(self=<scripts.vm_regression.test_vm.TestBasicVMVNx.te...anity,quick_sanity,vrouter_gw] id=0x7fd3070c4be0>)
2865 vm2_fixture = self.create_vm(vn_fixture=vn_fixture,
2866 image_name='ubuntu-sshpass')
2867 assert vm1_fixture.wait_till_vm_is_up()
2868 assert vm2_fixture.wait_till_vm_is_up()
2869 for size in scp_test_file_sizes:
vm1_fixture = <VMFixture: ctest-TestBasicVMVNx-02605498-16688091>
vm1_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-TestBasicVMVNx-02605498-16688091>>
AssertionError:
__cause__ = None
__class__ = <class 'AssertionError'>
__context__ = None
__delattr__ = <method-wrapper '__delattr__' of AssertionError object>
__dict__ = {}
__dir__ = <built-in method __dir__ of AssertionError object>
__doc__ = 'Assertion failed.'
__eq__ = <method-wrapper '__eq__' of AssertionError object>
__format__ = <built-in method __format__ of AssertionError object>
__ge__ = <method-wrapper '__ge__' of AssertionError object>
__getattribute__ = <method-wrapper '__getattribute__' of AssertionError object>
__gt__ = <method-wrapper '__gt__' of AssertionError object>
__hash__ = <method-wrapper '__hash__' of AssertionError object>
__init__ = <method-wrapper '__init__' of AssertionError object>
__init_subclass__ = <built-in method __init_subclass__ of type object>
__le__ = <method-wrapper '__le__' of AssertionError object>
__lt__ = <method-wrapper '__lt__' of AssertionError object>
__ne__ = <method-wrapper '__ne__' of AssertionError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of AssertionError object>
__reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object>
__repr__ = <method-wrapper '__repr__' of AssertionError object>
__setattr__ = <method-wrapper '__setattr__' of AssertionError object>
__setstate__ = <built-in method __setstate__ of AssertionError object>
__sizeof__ = <built-in method __sizeof__ of AssertionError object>
__str__ = <method-wrapper '__str__' of AssertionError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__suppress_context__ = False
__traceback__ = <traceback object>
args = ()
with_traceback = <built-in method with_traceback of AssertionError object>
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/vm_regression/test_vm.py", line 2867, in test_vm_file_trf_scp_tests
assert vm1_fixture.wait_till_vm_is_up()
AssertionError
2025-10-19 23:42:59,090 - INFO -
2025-10-19 23:42:59,090 - INFO - END TEST : test_vm_file_trf_scp_tests : FAILED[0:00:05]
2025-10-19 23:42:59,090 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:42:59,750 - INFO - Deleted project: ctest-TestBasicVMVNx-02605498, ID : 27fa142c-8f4e-499c-a27b-46f6bf3b768e
2025-10-19 23:43:00,030 - INFO - Domain Default found not creating
2025-10-19 23:43:00,179 - INFO - Project ctest-TestBasicVMVN-57576733 not found, creating it
2025-10-19 23:43:00,623 - INFO - Created Project:ctest-TestBasicVMVN-57576733, ID : 8ea471b5-5825-474e-8fc4-ac6fd2320d32
2025-10-19 23:43:02,080 - INFO - ================================================================================
2025-10-19 23:43:02,080 - INFO - STARTING TEST : test_generic_link_local_service
2025-10-19 23:43:02,080 - INFO - TEST DESCRIPTION :
Description: Test to validate generic linklocal service - running nova list from vm.
1.Create generic link local service to be able to wget to jenkins
2.Create a vm
3.Try wget to jenkins - passes if successful else fails
Maintainer: sandipd@juniper.net
2025-10-19 23:43:02,339 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:43:02,339 - INFO -
2025-10-19 23:43:03,085 - INFO - Created VN ctest-vn2_metadata-08209650
2025-10-19 23:43:04,425 - INFO - VM ([<Server: ctest-TestBasicVMVN-57576733-50517834>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:43:04,582 - ERROR - VM in error state.
2025-10-19 23:43:04,638 - ERROR - VM in error state.
2025-10-19 23:43:04,755 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-57576733-50517834 in state ERROR
2025-10-19 23:43:04,755 - INFO - Deleting VM ctest-TestBasicVMVN-57576733-50517834
2025-10-19 23:43:04,777 - ERROR - VM ctest-TestBasicVMVN-57576733-50517834 has failed to come up
2025-10-19 23:43:04,777 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-10-19T23:43:04Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'}
2025-10-19 23:43:04,778 - INFO - Deleting VN ctest-vn2_metadata-08209650
2025-10-19 23:43:05,142 - ERROR - <pre>Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/vm_regression/test_vm_basic.py", line 290, in test_generic_link_local_service
compute_user = self.inputs.host_data[vm1_fixture.vm_node_ip]['username']
File "/contrail-test/fixtures/vm_test.py", line 386, in vm_node_ip
self.get_host_of_vm(refresh=True))
File "/contrail-test/fixtures/vm_test.py", line 400, in get_host_of_vm
assert self.wait_till_vm_is_active()
AssertionError
</pre>
2025-10-19 23:43:05,149 - INFO -
2025-10-19 23:43:05,149 - INFO - END TEST : test_generic_link_local_service : FAILED[0:00:03]
2025-10-19 23:43:05,149 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:43:05,155 - INFO - ================================================================================
2025-10-19 23:43:05,155 - INFO - STARTING TEST : test_metadata_service
2025-10-19 23:43:05,155 - INFO - TEST DESCRIPTION :
Description: Test to validate metadata service on VM creation.
1.Verify from global-vrouter-config if metadata configures or not - fails otherwise
2.Create a shell script which writes 'hello world ' in a file in /tmp and save the script on the nova api node
3.Create a vm with userdata pointing to that script - script should get executed during vm boot up
4.Go to the vm and verify if the file with 'hello world ' written saved in /tmp of the vm - fails otherwise
Maintainer: sandipd@juniper.net
2025-10-19 23:43:05,456 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:43:05,456 - INFO -
2025-10-19 23:43:06,199 - INFO - Created VN ctest-vn-11035246
2025-10-19 23:43:07,440 - INFO - VM ([<Server: ctest-TestBasicVMVN-57576733-60652749>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:43:07,440 - INFO - Waiting for VM ctest-TestBasicVMVN-57576733-60652749 to be up..
2025-10-19 23:43:07,496 - ERROR - VM in error state.
2025-10-19 23:43:07,496 - ERROR - VM is not in ACTIVE state
2025-10-19 23:43:07,569 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-19 23:43:07,571 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-57576733-60652749 in state ERROR
2025-10-19 23:43:07,571 - INFO - Deleting VM ctest-TestBasicVMVN-57576733-60652749
2025-10-19 23:43:07,571 - ERROR - VM ctest-TestBasicVMVN-57576733-60652749 has failed to come up
2025-10-19 23:43:07,571 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-10-19T23:43:07Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'}
2025-10-19 23:43:07,571 - INFO - Deleting VN ctest-vn-11035246
2025-10-19 23:43:07,914 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sun Oct 19 23:43:07 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7fd3070d00a0>, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function = <function TestBasicVMVN.test_metadata_service>
self = <scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7fd3070d00a0>
args = ()
kwargs = {}
/contrail-test/scripts/vm_regression/test_vm_basic.py in test_metadata_service(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7fd3070d00a0>)
55 image_name='cirros',
56 userdata='/tmp/metadata_script.txt')
57 assert vm1_fixture.wait_till_vm_is_up()
58
59 cmd = 'cat /tmp/output.txt'
vm1_fixture = <VMFixture: ctest-TestBasicVMVN-57576733-60652749>
vm1_fixture.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-TestBasicVMVN-57576733-60652749>>
AssertionError:
__cause__ = None
__class__ = <class 'AssertionError'>
__context__ = None
__delattr__ = <method-wrapper '__delattr__' of AssertionError object>
__dict__ = {}
__dir__ = <built-in method __dir__ of AssertionError object>
__doc__ = 'Assertion failed.'
__eq__ = <method-wrapper '__eq__' of AssertionError object>
__format__ = <built-in method __format__ of AssertionError object>
__ge__ = <method-wrapper '__ge__' of AssertionError object>
__getattribute__ = <method-wrapper '__getattribute__' of AssertionError object>
__gt__ = <method-wrapper '__gt__' of AssertionError object>
__hash__ = <method-wrapper '__hash__' of AssertionError object>
__init__ = <method-wrapper '__init__' of AssertionError object>
__init_subclass__ = <built-in method __init_subclass__ of type object>
__le__ = <method-wrapper '__le__' of AssertionError object>
__lt__ = <method-wrapper '__lt__' of AssertionError object>
__ne__ = <method-wrapper '__ne__' of AssertionError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of AssertionError object>
__reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object>
__repr__ = <method-wrapper '__repr__' of AssertionError object>
__setattr__ = <method-wrapper '__setattr__' of AssertionError object>
__setstate__ = <built-in method __setstate__ of AssertionError object>
__sizeof__ = <built-in method __sizeof__ of AssertionError object>
__str__ = <method-wrapper '__str__' of AssertionError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__suppress_context__ = False
__traceback__ = <traceback object>
args = ()
with_traceback = <built-in method with_traceback of AssertionError object>
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/vm_regression/test_vm_basic.py", line 57, in test_metadata_service
assert vm1_fixture.wait_till_vm_is_up()
AssertionError
2025-10-19 23:43:07,920 - INFO -
2025-10-19 23:43:07,920 - INFO - END TEST : test_metadata_service : FAILED[0:00:02]
2025-10-19 23:43:07,920 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:43:07,922 - INFO - ================================================================================
2025-10-19 23:43:07,922 - INFO - STARTING TEST : test_ping_within_vn_two_vms_two_different_subnets
2025-10-19 23:43:07,922 - INFO - TEST DESCRIPTION :
Description: Validate Ping between 2 VMs in the same VN, 2 VMs in different VN
subnets.
Test steps:
1. Create 1 IPAM's.
2. Create 1 VN with 2 subnets and launch 2 VMs in them.
3. Ping between the VMs in the same VN should go thru fine.
4. Ping to the subnet broadcast and all-broadcast address.
Pass criteria: VM in the same subnet will respond to both the pings, while the VM in a different VN should respond only to the
all-broadcast address.
Maintainer : ganeshahv@juniper.net
2025-10-19 23:43:08,211 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:43:08,211 - INFO -
2025-10-19 23:43:08,994 - INFO - Created VN ctest-vn-39642105
2025-10-19 23:43:09,966 - INFO - VM ([<Server: ctest-TestBasicVMVN-57576733-01700023>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:43:10,427 - INFO - VM ([<Server: ctest-TestBasicVMVN-57576733-47616950>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:43:11,522 - INFO - VM ([<Server: ctest-TestBasicVMVN-57576733-43105804>]) created on node: (cn-jenkins-deploy-platform-ansible-os-4366-1), Zone: (nova:cn-jenkins-deploy-platform-ansible-os-4366-1)
2025-10-19 23:43:11,615 - INFO - Verifications in API Server for IPAM: ctest-ipam-58264904 passed
2025-10-19 23:43:11,620 - INFO - Verifications in Control node for IPAM: ctest-ipam-58264904 passed
2025-10-19 23:43:11,765 - INFO - Verified VN network id 12 for VN 82bf8b7f-643f-4614-9bd5-888a9e801bb4
2025-10-19 23:43:11,766 - INFO - Verifications in API Server for VN ctest-vn-39642105 passed
2025-10-19 23:43:11,801 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-vn-39642105 passed
2025-10-19 23:43:12,251 - INFO - Validated that VN default-domain:ctest-TestBasicVMVN-57576733:ctest-vn-39642105 is found in opserver
2025-10-19 23:43:12,264 - INFO - Waiting for VM ctest-TestBasicVMVN-57576733-01700023 to be up..
2025-10-19 23:43:12,319 - ERROR - VM in error state.
2025-10-19 23:43:12,319 - ERROR - VM is not in ACTIVE state
2025-10-19 23:43:12,390 - ERROR - Fatal Nova Exception while getting VM detail
2025-10-19 23:43:12,391 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-57576733-43105804 in state BUILD
2025-10-19 23:43:12,391 - INFO - Deleting VM ctest-TestBasicVMVN-57576733-43105804
2025-10-19 23:43:12,391 - ERROR - VM ctest-TestBasicVMVN-57576733-43105804 has failed to come up
2025-10-19 23:43:12,391 - ERROR - Nova failed to get host of the VM
2025-10-19 23:43:12,542 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-57576733-47616950 in state BUILD
2025-10-19 23:43:12,542 - INFO - Deleting VM ctest-TestBasicVMVN-57576733-47616950
2025-10-19 23:43:12,542 - ERROR - VM ctest-TestBasicVMVN-57576733-47616950 has failed to come up
2025-10-19 23:43:12,542 - ERROR - Nova failed to get host of the VM
2025-10-19 23:43:12,694 - INFO - Skip interface_detach for VM ctest-TestBasicVMVN-57576733-01700023 in state ERROR
2025-10-19 23:43:12,694 - INFO - Deleting VM ctest-TestBasicVMVN-57576733-01700023
2025-10-19 23:43:12,694 - ERROR - VM ctest-TestBasicVMVN-57576733-01700023 has failed to come up
2025-10-19 23:43:12,695 - ERROR - Fault seen in nova show <vm-uuid> is: {'code': 500, 'created': '2025-10-19T23:43:09Z', 'message': 'No valid host was found. ', 'details': 'Traceback (most recent call last):\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 1581, in schedule_and_build_instances\n instance_uuids, return_alternates=True)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/conductor/manager.py", line 942, in _schedule_instances\n return_alternates=return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/client/query.py", line 42, in select_destinations\n instance_uuids, return_objects, return_alternates)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/rpcapi.py", line 160, in select_destinations\n return cctxt.call(ctxt, \'select_destinations\', **msg_args)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/client.py", line 192, in call\n retry=self.retry, transport_options=self.transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/transport.py", line 128, in _send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 691, in send\n transport_options=transport_options)\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 681, in _send\n raise result\nnova.exception_Remote.NoValidHost_Remote: No valid host was found. \nTraceback (most recent call last):\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/oslo_messaging/rpc/server.py", line 241, in inner\n return func(*args, **kwargs)\n\n File "/var/lib/kolla/venv/lib/python3.6/site-packages/nova/scheduler/manager.py", line 209, in select_destinations\n raise exception.NoValidHost(reason="")\n\nnova.exception.NoValidHost: No valid host was found. \n\n'}
2025-10-19 23:43:12,695 - INFO - Deleting VN ctest-vn-39642105
2025-10-19 23:43:13,160 - INFO - Validated that VN ctest-vn-39642105 is not found in API Server
2025-10-19 23:43:13,171 - INFO - Validated that VN ctest-vn-39642105 is not in any agent
2025-10-19 23:43:13,183 - INFO - Validated that Routing instances and Config db in Control-nodes does not have VN ctest-vn-39642105 info
2025-10-19 23:43:13,258 - INFO - IPAM: ctest-ipam-58264904 is not found in API Server
2025-10-19 23:43:13,269 - INFO - IPAM:ctest-ipam-58264904 is not found in control node
2025-10-19 23:43:13,519 - ERROR - AssertionError
Python 3.9.21: /usr/bin/python3
Sun Oct 19 23:43:12 2025
A problem occurred in a Python script. Here is the sequence of
function calls leading up to the error, in the order they occurred.
/contrail-test/tcutils/wrappers.py in wrapper(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7fd3070d02e0>, *args=(), **kwargs={})
78 log.info('Initial checks done. Running the testcase now')
79 log.info('')
80 result = function(self, *args, **kwargs)
81 if self.inputs.upgrade:
82 pid = os.getpid()
result = None
function = <function TestBasicVMVN.test_ping_within_vn_two_vms_two_different_subnets>
self = <scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7fd3070d02e0>
args = ()
kwargs = {}
/contrail-test/scripts/vm_regression/test_vm_basic.py in test_ping_within_vn_two_vms_two_different_subnets(self=<scripts.vm_regression.test_vm_basic.TestBasicVM...anity,ci_sanity,sanity,suite1] id=0x7fd3070d02e0>)
145 assert ipam_obj.verify_on_setup()
146 assert vn1_fixture.verify_on_setup()
147 assert vm1.wait_till_vm_is_up()
148 assert vm2.wait_till_vm_is_up()
149 assert vm3.wait_till_vm_is_up()
vm1 = <VMFixture: ctest-TestBasicVMVN-57576733-01700023>
vm1.wait_till_vm_is_up = <bound method VMFixture.wait_till_vm_is_up of <VMFixture: ctest-TestBasicVMVN-57576733-01700023>>
AssertionError:
__cause__ = None
__class__ = <class 'AssertionError'>
__context__ = None
__delattr__ = <method-wrapper '__delattr__' of AssertionError object>
__dict__ = {}
__dir__ = <built-in method __dir__ of AssertionError object>
__doc__ = 'Assertion failed.'
__eq__ = <method-wrapper '__eq__' of AssertionError object>
__format__ = <built-in method __format__ of AssertionError object>
__ge__ = <method-wrapper '__ge__' of AssertionError object>
__getattribute__ = <method-wrapper '__getattribute__' of AssertionError object>
__gt__ = <method-wrapper '__gt__' of AssertionError object>
__hash__ = <method-wrapper '__hash__' of AssertionError object>
__init__ = <method-wrapper '__init__' of AssertionError object>
__init_subclass__ = <built-in method __init_subclass__ of type object>
__le__ = <method-wrapper '__le__' of AssertionError object>
__lt__ = <method-wrapper '__lt__' of AssertionError object>
__ne__ = <method-wrapper '__ne__' of AssertionError object>
__new__ = <built-in method __new__ of type object>
__reduce__ = <built-in method __reduce__ of AssertionError object>
__reduce_ex__ = <built-in method __reduce_ex__ of AssertionError object>
__repr__ = <method-wrapper '__repr__' of AssertionError object>
__setattr__ = <method-wrapper '__setattr__' of AssertionError object>
__setstate__ = <built-in method __setstate__ of AssertionError object>
__sizeof__ = <built-in method __sizeof__ of AssertionError object>
__str__ = <method-wrapper '__str__' of AssertionError object>
__subclasshook__ = <built-in method __subclasshook__ of type object>
__suppress_context__ = False
__traceback__ = <traceback object>
args = ()
with_traceback = <built-in method with_traceback of AssertionError object>
The above is a description of an error in a Python program. Here is
the original traceback:
Traceback (most recent call last):
File "/contrail-test/tcutils/wrappers.py", line 80, in wrapper
result = function(self, *args, **kwargs)
File "/contrail-test/scripts/vm_regression/test_vm_basic.py", line 147, in test_ping_within_vn_two_vms_two_different_subnets
assert vm1.wait_till_vm_is_up()
AssertionError
2025-10-19 23:43:13,524 - INFO -
2025-10-19 23:43:13,524 - INFO - END TEST : test_ping_within_vn_two_vms_two_different_subnets : FAILED[0:00:06]
2025-10-19 23:43:13,524 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:43:14,180 - INFO - Deleted project: ctest-TestBasicVMVN-57576733, ID : 8ea471b5-5825-474e-8fc4-ac6fd2320d32
+ '[' 0 -eq 1 ']'
+ '[' 0 -eq 0 ']'
+ run_tests_serial
+ echo in serial_run_test
in serial_run_test
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts
+ testr_init
+ '[' '!' -d .testrepository ']'
+ find . -type f -name '*.pyc' -delete
+ export OS_TEST_PATH=./serial_scripts/
+ OS_TEST_PATH=./serial_scripts/
+ export DO_XMPP_CHECK=0
+ DO_XMPP_CHECK=0
+ '[' '!' -d ./serial_scripts/ ']'
+ '[' 0 -eq 1 ']'
+ /usr/local/bin/testr run --subunit ci_sanity
+ /usr/local/bin/subunit2junitxml -f -o result_2025_10_19_23_38_18_28020.xml
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/contrail-test/fixtures/contrailapi.py:2218: SyntaxWarning: "is" with a literal. Did you mean "=="?
if type(public_network_obj).__name__ is 'VirtualNetwork':
/contrail-test/tcutils/control/cn_introspect_utils.py:307: SyntaxWarning: "is" with a literal. Did you mean "=="?
if encoding is 'All':
/contrail-test/tcutils/collector/opserver_util.py:388: SyntaxWarning: "is" with a literal. Did you mean "=="?
if len(match_v) is 1:
/contrail-test/tcutils/collector/opserver_util.py:389: SyntaxWarning: "is" with a literal. Did you mean "=="?
if match_v[0][-1] is '*':
/contrail-test/serial_scripts/policy/test_policy_serial.py:1418: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is 'udp' and\
/contrail-test/serial_scripts/policy/test_policy_serial.py:1600: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is 'udp' and\
/contrail-test/serial_scripts/policy/test_policy_serial.py:1845: SyntaxWarning: "is" with a literal. Did you mean "=="?
if proto is 'udp' and\
/contrail-test/serial_scripts/solution/test_orange_solution.py:510: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:522: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:639: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:650: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:683: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/contrail-test/serial_scripts/solution/test_orange_solution.py:694: SyntaxWarning: "is not" with a literal. Did you mean "!="?
if op is not 0:
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
2025-10-19 23:43:21,312 - INFO - Domain Default found not creating
2025-10-19 23:43:21,806 - INFO - Project ctest-TestRbac-18867458 not found, creating it
2025-10-19 23:43:22,257 - INFO - Created Project:ctest-TestRbac-18867458, ID : 79ac2afb-52c1-4172-be39-305b2e2c6573
2025-10-19 23:43:25,798 - INFO - ================================================================================
2025-10-19 23:43:25,798 - INFO - STARTING TEST : test_perms2_global_share
2025-10-19 23:43:25,798 - INFO - TEST DESCRIPTION :
Test perms2 global shared property of an object
steps:
1. Add user1 as role1 in project1 and project2
2. Add *.* role1:CRUD to domain acl
3. Create a Shared virtual-network in project1
4. Verify global shared flag is set on VN's perms2
4. Using shared VN try to launch a VM in project2
2025-10-19 23:43:26,244 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:43:26,244 - INFO -
2025-10-19 23:43:26,584 - INFO - Project ctest-TestRbac-69847194 not found, creating it
2025-10-19 23:43:27,004 - INFO - Created Project:ctest-TestRbac-69847194, ID : fc1399d3-97c1-4d57-a7ab-5fb55cafe7a1
2025-10-19 23:43:27,361 - INFO - Project ctest-TestRbac-18475869 not found, creating it
2025-10-19 23:43:27,823 - INFO - Created Project:ctest-TestRbac-18475869, ID : c89befd6-055f-4b32-8daf-b4b1612f2ef8
2025-10-19 23:43:30,007 - INFO - API access-list da51dd02-1a24-49c6-a859-9cf925008099 verify on api server passed
2025-10-19 23:43:30,598 - INFO - Created VN ctest-TestRbac-69847194-96184693, UUID :a67de7b3-de94-482d-9f7e-a3fc8d20ced8
2025-10-19 23:43:31,328 - INFO - API Server: Read VN a67de7b3-de94-482d-9f7e-a3fc8d20ced8
2025-10-19 23:43:31,671 - INFO - API Server: Read VN a67de7b3-de94-482d-9f7e-a3fc8d20ced8
2025-10-19 23:43:32,476 - WARNING - Unable to get the list of compute nodes
2025-10-19 23:43:33,595 - INFO - VM ([<Server: ctest-TestRbac-18475869-06448401>]) created on node: (None), Zone: (None)
2025-10-19 23:43:38,709 - INFO - VM name : ctest-TestRbac-18475869-06448401
2025-10-19 23:43:39,108 - INFO - VM ctest-TestRbac-18475869-06448401 verfication in all API Servers passed
2025-10-19 23:43:45,499 - INFO - Ping to Metadata IP 169.254.0.3 of VM ctest-TestRbac-18475869-06448401 passed
2025-10-19 23:43:45,499 - INFO - VM ctest-TestRbac-18475869-06448401 verifications in Compute nodes passed
2025-10-19 23:43:45,723 - INFO - Validated routes of VM ctest-TestRbac-18475869-06448401 in all vrouters
2025-10-19 23:43:46,259 - INFO - Verification in Control-nodes for VM ctest-TestRbac-18475869-06448401 passed
2025-10-19 23:44:04,245 - INFO - Verifying through opserver in 10.0.0.254
2025-10-19 23:44:04,419 - INFO - VM 2cd82a0e-d228-4496-8c56-03361f520712 is present in default-domain:ctest-TestRbac-69847194:ctest-TestRbac-69847194-96184693
2025-10-19 23:44:06,142 - INFO - tap interface default-domain:ctest-TestRbac-18475869:78af4b78-3eb3-4fe1-a46d-de41ac863f46 of vm 2cd82a0e-d228-4496-8c56-03361f520712 is present in vrouter cn-jenkins-deploy-platform-ansible-os-4366-1 uve
2025-10-19 23:44:06,257 - INFO - VM ctest-TestRbac-18475869-06448401 validations in Opserver passed
2025-10-19 23:44:06,257 - INFO - Deleting VM ctest-TestRbac-18475869-06448401
2025-10-19 23:44:08,399 - INFO - VM ctest-TestRbac-18475869-06448401 is fully removed in API-Server
2025-10-19 23:44:08,501 - INFO - Validated that all vrouters do not have VMs route for VN default-domain:ctest-TestRbac-69847194:ctest-TestRbac-69847194-96184693
2025-10-19 23:44:08,501 - INFO - VM ctest-TestRbac-18475869-06448401 is removed in Compute, and routes are removed in all compute nodes
2025-10-19 23:44:08,759 - INFO - Routes for VM ctest-TestRbac-18475869-06448401 is removed in all control-nodes
2025-10-19 23:44:34,257 - INFO - 2cd82a0e-d228-4496-8c56-03361f520712 vm uve deleted from opserver
2025-10-19 23:44:34,257 - INFO - Validated that VM 2cd82a0e-d228-4496-8c56-03361f520712 is removed from Opserver
2025-10-19 23:44:34,257 - INFO - Deleting VN ctest-TestRbac-69847194-96184693
2025-10-19 23:44:34,360 - INFO - API access-list (da51dd02-1a24-49c6-a859-9cf925008099) got deleted in api server
2025-10-19 23:44:35,262 - INFO - Deleted project: ctest-TestRbac-18475869, ID : c89befd6-055f-4b32-8daf-b4b1612f2ef8
2025-10-19 23:44:35,957 - INFO - Deleted project: ctest-TestRbac-69847194, ID : fc1399d3-97c1-4d57-a7ab-5fb55cafe7a1
2025-10-19 23:44:36,079 - INFO - END TEST : test_perms2_global_share : PASSED[0:01:11]
2025-10-19 23:44:36,079 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:44:37,421 - INFO - Deleted project: ctest-TestRbac-18867458, ID : 79ac2afb-52c1-4172-be39-305b2e2c6573
2025-10-19 23:44:37,602 - INFO - Domain Default found not creating
2025-10-19 23:44:37,742 - INFO - Project ctest-TestRbacBasic-16745770 not found, creating it
2025-10-19 23:44:38,171 - INFO - Created Project:ctest-TestRbacBasic-16745770, ID : d2ce93e1-9097-4054-a8e3-d6e2328ddc44
2025-10-19 23:44:41,660 - INFO - ================================================================================
2025-10-19 23:44:41,660 - INFO - STARTING TEST : test_perms2_owner
2025-10-19 23:44:41,660 - INFO - TEST DESCRIPTION :
Validate perms2 tenant ownership
steps:
1. Create Project1 and Project2
2. Add user1 as role1 under project1 and project2
3. create domain acl rule 'VirtualNetwork.* role1:CRUD'
4. create VN1 under Project1
4. create VN2 under Project2
5. user1 shouldnt be able to read VN1 using project2 creds
6. admin should be able to read VN1 though he isnt member of the project
7. Network list with respective project creds should list corresponding VNs
8. Change ownership of VN1 to Project2
9. user1 should now be able to read VN1 using Project2 creds
10. Network list with Project2 creds should list both VNs,
Project1 creds should list VN1 alone, admin should list both VNs
2025-10-19 23:44:41,783 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:44:41,783 - INFO -
2025-10-19 23:44:42,133 - INFO - Project ctest-TestRbacBasic-27434912 not found, creating it
2025-10-19 23:44:42,584 - INFO - Created Project:ctest-TestRbacBasic-27434912, ID : 2a64c54c-ed7e-4f11-857a-24f697ab51fa
2025-10-19 23:44:42,938 - INFO - Project ctest-TestRbacBasic-57612006 not found, creating it
2025-10-19 23:44:43,369 - INFO - Created Project:ctest-TestRbacBasic-57612006, ID : 7a65ff33-3552-4324-9829-075fd286bb33
2025-10-19 23:44:45,532 - INFO - API access-list 942af036-4b30-4c0f-979d-a6b166b8a7c0 verify on api server passed
2025-10-19 23:44:46,075 - INFO - Created VN ctest-TestRbacBasic-27434912-16399941, UUID :c5a43ace-9f47-4cfa-92f2-42b4d887069e
2025-10-19 23:44:47,010 - INFO - Created VN ctest-TestRbacBasic-57612006-20553785, UUID :b975ed71-a273-4e61-8bb0-922f4997bc42
2025-10-19 23:44:47,714 - INFO - API Server: Read VN c5a43ace-9f47-4cfa-92f2-42b4d887069e
2025-10-19 23:44:48,118 - INFO - API Server: Permission Denied to read VN c5a43ace-9f47-4cfa-92f2-42b4d887069e
2025-10-19 23:44:48,137 - INFO - API Server: Read VN c5a43ace-9f47-4cfa-92f2-42b4d887069e
2025-10-19 23:44:48,191 - INFO - API Server: List VN ['c5a43ace-9f47-4cfa-92f2-42b4d887069e']
2025-10-19 23:44:48,224 - INFO - API Server: List VN ['b975ed71-a273-4e61-8bb0-922f4997bc42']
2025-10-19 23:44:48,271 - INFO - API Server: List VN []
2025-10-19 23:44:48,290 - INFO - API Server: List VN ['c5a43ace-9f47-4cfa-92f2-42b4d887069e', 'b975ed71-a273-4e61-8bb0-922f4997bc42']
2025-10-19 23:44:48,295 - INFO - API Server: List VN ['c5a43ace-9f47-4cfa-92f2-42b4d887069e', 'b975ed71-a273-4e61-8bb0-922f4997bc42', 'b4848662-55e4-49af-bfde-a079a00855e8', 'f1929923-8b05-4a19-9dc5-b981c8a20471', '22d26012-d4e8-4592-bd74-66540c20f9c7', 'fdce445a-599c-475d-959d-afbd04d07470']
2025-10-19 23:44:48,320 - INFO - Deleting VN ctest-TestRbacBasic-57612006-20553785
2025-10-19 23:44:48,387 - INFO - Deleting VN ctest-TestRbacBasic-27434912-16399941
2025-10-19 23:44:48,484 - INFO - API access-list (942af036-4b30-4c0f-979d-a6b166b8a7c0) got deleted in api server
2025-10-19 23:44:49,346 - INFO - Deleted project: ctest-TestRbacBasic-57612006, ID : 7a65ff33-3552-4324-9829-075fd286bb33
2025-10-19 23:44:50,030 - INFO - Deleted project: ctest-TestRbacBasic-27434912, ID : 2a64c54c-ed7e-4f11-857a-24f697ab51fa
2025-10-19 23:44:50,155 - INFO - END TEST : test_perms2_owner : PASSED[0:00:09]
2025-10-19 23:44:50,156 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:44:50,160 - INFO - ================================================================================
2025-10-19 23:44:50,161 - INFO - STARTING TEST : test_rbac_acl_different_roles
2025-10-19 23:44:50,161 - INFO - TEST DESCRIPTION :
Validate via vnc_apis CRUD of rbac acl and objects
steps:
1. Add user1 as role1 and user2 as role2 to the project
2. Both user1 and user2 shouldnt be able to create VNs/STs
3. Create Rbac ACL under project with VN.* role1:CRUD rule
4. user1 should be able to create VN, but not Service-Template
5. Create Rbac ACL under domain with ST.* role1:CRUD rule
6. user1 should be able to create Service-Template
7. user2 shouldnt be able to read the created VN/ST or create new
8. Update the acl rule with Read perms for role2
9. user2 should be able to read created VN but not create new VNs
10. user2 should be able to read created ST but not create new STs
11. Delete the acl rule with Read perms for role2
12. user2 shouldnt be able to read the created ST/VN or create new VN/ST
13. Update global acl with role2:R for both VN and ST
14. user2 should be able to read VN and ST
13. Delete both project and domain acls
14. user1 shouldnt be able to read/delete VN/ST
15. Update global acl with role1:CRUD for both VN/ST
16. user1 should now be able to delete both VN and ST
17. Delete global acl
pass : acl creation and update should complete scucessfully.
2025-10-19 23:44:50,320 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:44:50,320 - INFO -
2025-10-19 23:44:52,475 - INFO - Permission denied to create/update VirtualNetwork
2025-10-19 23:44:52,825 - INFO - API access-list 517b215a-6b04-45b6-b3b9-656d20eda9e9 verify on api server passed
2025-10-19 23:44:53,079 - INFO - Created VN ctest-TestRbacBasic-16745770-07964442, UUID :ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:53,743 - INFO - Verified VN network id 12 for VN ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:53,743 - INFO - Verifications in API Server for VN ctest-TestRbacBasic-16745770-07964442 passed
2025-10-19 23:44:53,782 - INFO - On all control nodes, Config, RI and RT verification for VN ctest-TestRbacBasic-16745770-07964442 passed
2025-10-19 23:44:54,273 - INFO - Validated that VN default-domain:ctest-TestRbacBasic-16745770:ctest-TestRbacBasic-16745770-07964442 is found in opserver
2025-10-19 23:44:54,577 - INFO - API access-list aae3f1e9-ef20-4a07-b971-09415906e63b verify on api server passed
2025-10-19 23:44:55,333 - INFO - API Server: Permission Denied to read VN ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:55,746 - INFO - API Server: Permission Denied to read ST 03f232ef-38ec-45ca-b368-42864d5c33cd
2025-10-19 23:44:55,810 - INFO - API access-list 517b215a-6b04-45b6-b3b9-656d20eda9e9 verify on api server passed
2025-10-19 23:44:55,832 - INFO - API Server: Read VN ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:56,342 - INFO - Permission denied to create/update VirtualNetwork
2025-10-19 23:44:56,683 - INFO - API Server: Permission Denied to read ST 03f232ef-38ec-45ca-b368-42864d5c33cd
2025-10-19 23:44:56,745 - INFO - API access-list aae3f1e9-ef20-4a07-b971-09415906e63b verify on api server passed
2025-10-19 23:44:56,760 - INFO - API Server: Read Service-Template 03f232ef-38ec-45ca-b368-42864d5c33cd
2025-10-19 23:44:57,003 - INFO - API access-list 517b215a-6b04-45b6-b3b9-656d20eda9e9 verify on api server passed
2025-10-19 23:44:57,111 - INFO - API access-list aae3f1e9-ef20-4a07-b971-09415906e63b verify on api server passed
2025-10-19 23:44:57,444 - INFO - API Server: Permission Denied to read VN ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:57,790 - INFO - API Server: Permission Denied to read ST 03f232ef-38ec-45ca-b368-42864d5c33cd
2025-10-19 23:44:57,866 - INFO - API Server: Read Service-Template 03f232ef-38ec-45ca-b368-42864d5c33cd
2025-10-19 23:44:57,884 - INFO - API Server: Read VN ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:57,910 - INFO - API access-list (517b215a-6b04-45b6-b3b9-656d20eda9e9) got deleted in api server
2025-10-19 23:44:57,933 - INFO - API access-list (aae3f1e9-ef20-4a07-b971-09415906e63b) got deleted in api server
2025-10-19 23:44:58,259 - INFO - API Server: Permission Denied to read VN ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:58,587 - INFO - API Server: Permission Denied to read ST 03f232ef-38ec-45ca-b368-42864d5c33cd
2025-10-19 23:44:58,663 - INFO - API Server: Read VN ef8fce61-a2f0-4ff3-9904-c1a4ed07985a
2025-10-19 23:44:58,676 - INFO - API Server: Read Service-Template 03f232ef-38ec-45ca-b368-42864d5c33cd
2025-10-19 23:44:58,766 - INFO - Service template: ['default-domain', 'ctest-TestRbacBasic-16745770-00120138'] deleted successfully.
2025-10-19 23:44:58,767 - INFO - Deleting VN ctest-TestRbacBasic-16745770-07964442
2025-10-19 23:44:59,308 - INFO - END TEST : test_rbac_acl_different_roles : PASSED[0:00:09]
2025-10-19 23:44:59,308 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:45:00,615 - INFO - Deleted project: ctest-TestRbacBasic-16745770, ID : d2ce93e1-9097-4054-a8e3-d6e2328ddc44
2025-10-19 23:45:00,793 - INFO - Using existing project ['default-domain', 'admin'](0034b8f2-8e07-4bab-8a98-c91cd52e7898)
2025-10-19 23:45:00,802 - INFO - ================================================================================
2025-10-19 23:45:00,802 - INFO - STARTING TEST : test_contrail_status
2025-10-19 23:45:00,802 - INFO - TEST DESCRIPTION : Test to verify that all services are running and active
2025-10-19 23:45:00,929 - INFO - Initial checks done. Running the testcase now
2025-10-19 23:45:00,929 - INFO -
2025-10-19 23:45:01,039 - INFO - 10.0.0.254
2025-10-19 23:45:01,039 - INFO - config
2025-10-19 23:45:01,045 - INFO - config-nodemgr:active
2025-10-19 23:45:01,049 - INFO - api-server:active
2025-10-19 23:45:01,053 - INFO - schema:active
2025-10-19 23:45:01,057 - INFO - svc-monitor:active
2025-10-19 23:45:01,061 - INFO - device-manager:active
2025-10-19 23:45:01,061 - INFO - config-database
2025-10-19 23:45:01,061 - INFO - config-cassandra:active
2025-10-19 23:45:01,062 - INFO - config-zookeeper:active
2025-10-19 23:45:01,062 - INFO - config-rabbitmq:active
2025-10-19 23:45:01,062 - INFO - vrouter
2025-10-19 23:45:01,066 - INFO - vrouter-nodemgr:active
2025-10-19 23:45:01,071 - INFO - agent:active
2025-10-19 23:45:01,071 - INFO - control
2025-10-19 23:45:01,075 - INFO - control-nodemgr:active
2025-10-19 23:45:01,080 - INFO - control:active
2025-10-19 23:45:01,080 - INFO - named:active
2025-10-19 23:45:01,084 - INFO - dns:active
2025-10-19 23:45:01,084 - INFO - analytics
2025-10-19 23:45:01,088 - INFO - analytics-nodemgr:active
2025-10-19 23:45:01,092 - INFO - analytics-api:active
2025-10-19 23:45:01,097 - INFO - collector:active
2025-10-19 23:45:01,097 - INFO - analytics-database
2025-10-19 23:45:01,097 - INFO - analytics-cassandra:active
2025-10-19 23:45:01,102 - INFO - analyticsdb-nodemgr:active
2025-10-19 23:45:01,107 - INFO - query-engine:active
2025-10-19 23:45:01,107 - INFO - webui
2025-10-19 23:45:01,107 - INFO - webui:active
2025-10-19 23:45:01,107 - INFO - webui-middleware:active
2025-10-19 23:45:01,107 - INFO - redis:active
2025-10-19 23:45:01,108 - INFO - analytics_snmp
2025-10-19 23:45:01,111 - INFO - snmp-collector:active
2025-10-19 23:45:01,112 - INFO - snmp-topology:active
2025-10-19 23:45:01,112 - INFO - analytics_alarm
2025-10-19 23:45:01,112 - INFO - alarmgen:active
2025-10-19 23:45:01,112 - INFO - All the contrail services are up on all nodes
2025-10-19 23:45:01,112 - INFO - contrail-status passed
2025-10-19 23:45:01,235 - INFO - END TEST : test_contrail_status : PASSED[0:00:01]
2025-10-19 23:45:01,235 - INFO - --------------------------------------------------------------------------------
2025-10-19 23:45:01,307 - INFO - Domain Default found not creating
2025-10-19 23:45:01,451 - INFO - Project ctest-TestSriov-16370415 not found, creating it
2025-10-19 23:45:01,915 - INFO - Created Project:ctest-TestSriov-16370415, ID : b0f92607-b72e-406c-b3fa-004ad31fad47
2025-10-19 23:45:04,089 - INFO - Deleted project: ctest-TestSriov-16370415, ID : b0f92607-b72e-406c-b3fa-004ad31fad47
+ [[ -z '' ]]
+ [[ -z ci_sanity ]]
+ sleep 2
+ /usr/bin/python3 tools/report_gen.py contrail_test_input.yaml report_details_2025_10_19_23_38_18.ini
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[localhost] local: rpm -q --queryformat '%{VERSION}-' contrail-lib; rpm -q --queryformat '%{RELEASE}' contrail-lib | awk -F'.' '{print $1}'
Traceback (most recent call last):
File "/contrail-test/tools/report_gen.py", line 246, in <module>
main(sys.argv[1], sys.argv[2])
File "/contrail-test/tools/report_gen.py", line 241, in main
obj.setUp()
File "/contrail-test/tools/report_gen.py", line 53, in setUp
self.setup_detail = '%s %s~%s' % (self.get_distro(), self.build_id,
File "/contrail-test/tools/report_gen.py", line 206, in get_distro
self.distro = self.run_cmd_on_server(self.cfgm_ips[0], cmd, container='controller')
File "/contrail-test/common/contrail_test_init.py", line 974, in run_cmd_on_server
raise Exception(msg)
Exception: Container controller is not present on host 10.0.0.254
+ echo 'Generated report_details* file: report_details_2025_10_19_23_38_18.ini'
Generated report_details* file: report_details_2025_10_19_23_38_18.ini
+ parse_results
+ /usr/bin/python3 tools/parse_result.py result_2025_10_19_23_38_18_31870.xml report_details_2025_10_19_23_38_18.ini
Traceback (most recent call last):
File "/contrail-test/tools/parse_result.py", line 81, in <module>
logs_location = _get_log_location(report_file)
File "/contrail-test/tools/parse_result.py", line 71, in _get_log_location
log_location = config.get('Test', 'logslocation')
File "/usr/lib64/python3.9/configparser.py", line 781, in get
d = self._unify_values(section, vars)
File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values
raise NoSectionError(section) from None
configparser.NoSectionError: No section: 'Test'
+ /usr/bin/python3 tools/parse_result.py result_2025_10_19_23_38_18_28020.xml report_details_2025_10_19_23_38_18.ini
Traceback (most recent call last):
File "/contrail-test/tools/parse_result.py", line 81, in <module>
logs_location = _get_log_location(report_file)
File "/contrail-test/tools/parse_result.py", line 71, in _get_log_location
log_location = config.get('Test', 'logslocation')
File "/usr/lib64/python3.9/configparser.py", line 781, in get
d = self._unify_values(section, vars)
File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values
raise NoSectionError(section) from None
configparser.NoSectionError: No section: 'Test'
+ generate_html
+ '[' -f result_2025_10_19_23_38_18_31870.xml ']'
+ /usr/bin/python3 tools/update_testsuite_properties.py report_details_2025_10_19_23_38_18.ini result_2025_10_19_23_38_18_31870.xml
Traceback (most recent call last):
File "/contrail-test/tools/update_testsuite_properties.py", line 104, in <module>
update_xml(sys.argv[1], sys.argv[2])
File "/contrail-test/tools/update_testsuite_properties.py", line 8, in update_xml
build_id = config.get('Test', 'Build')
File "/usr/lib64/python3.9/configparser.py", line 781, in get
d = self._unify_values(section, vars)
File "/usr/lib64/python3.9/configparser.py", line 1152, in _unify_values
raise NoSectionError(section) from None
configparser.NoSectionError: No section: 'Test'
+ ant
Buildfile: /contrail-test/build.xml
junit-report:
[delete] Deleting directory /contrail-test/report
[junitreport] Processing /contrail-test/report/TESTS-TestSuites.xml to /contrail-test/report/junit-noframes.html
[junitreport] Loading stylesheet /contrail-test/junit-noframes.xsl
[junitreport] Transform time: 268ms
BUILD SUCCESSFUL
Total time: 0 seconds
+ echo 'Generate HTML reports in report/ folder : report/junit-noframes.html'
Generate HTML reports in report/ folder : report/junit-noframes.html
+ convert_logs_to_html
+ /usr/bin/python3 tools/convert_logs_to_html.py logs/
logs/testbasicpolicyipv4v6.log
logs/testrouters.log
logs/testports.log
logs/testsvcregr.log
logs/auth.log
logs/testvdnsbasic0.log
logs/testrp.log
logs/testbasicpolicy.log
logs/testbasicvmvnx.log
logs/testrbacbasic.log
logs/testbasicvmvn.log
logs/testrbac.log
logs/testroutersbasic.log
logs/testbasicpolicynegativeipv4v6.log
logs/analyticsbasictestsanity.log
logs/analyticstestsanity.log
logs/testheat.log
logs/testsriov.log
logs/floatingipbasictestsanity.log
logs/dbmanagetest.log
logs/introspect.log
logs/documentationtest.log
logs/__main__.log
logs/tcutils.collector.opserver_results.log
logs/testcrud.log
logs/common.contrail_test_init.log
+ echo 'Converted log files to html files'
Converted log files to html files
+ collect_tracebacks
+ export PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts:/contrail-test:/contrail-test/fixtures
+ PYTHONPATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/contrail-test:/contrail-test/fixtures:/contrail-test/serial_scripts:/contrail-test:/contrail-test/fixtures
+ /usr/bin/python3 tools/collect_bts.py contrail_test_input.yaml
/usr/local/lib/python3.9/site-packages/pbr/version.py:439: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[ubuntu@10.0.0.254] put: tools/search-bt.py -> /tmp/search-bt.py
Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-tracebacks.log
Ignored Traceback details will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-ignored_tracebacks.log
Traceback parse errors will be in /tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-traceback_parse_failures.log
Done looking for tracebacks
[ubuntu@10.0.0.254] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4366-1-tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-tracebacks.log
Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-tracebacks.log'
Underlying exception:
No such file
[ubuntu@10.0.0.254] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4366-1-ignored_tracebacks.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-ignored_tracebacks.log
Warning: get() encountered an exception while downloading '/tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-ignored_tracebacks.log'
Underlying exception:
No such file
[ubuntu@10.0.0.254] download: /contrail-test/logs/cn-jenkins-deploy-platform-ansible-os-4366-1-traceback_parse_failures.log <- /tmp/cn-jenkins-deploy-platform-ansible-os-4366-1-traceback_parse_failures.log
+ sleep 2
+ retval=0
+ '[' 0 -lt 101 ']'
+ exit 100
+ rv_run_test=100
+ '[' -d /contrail-test.save ']'
+ cp -f /opt/contrail/utils/fabfile/testbeds/testbed.py /contrail-test.save/
cp: cannot stat '/opt/contrail/utils/fabfile/testbeds/testbed.py': No such file or directory
+ rsync -L -a --exclude logs/ --exclude report/ /contrail-test /contrail-test.save/
+ exit 100
tput: No value for $TERM and no -T specified
ERROR: there were failures during the test.
See detailed logs in /home/ubuntu/contrail-test-runs
INFO: collect logs
~/contrail-test-runs/2025_10_19_23_38_17 ~
logs/
logs/testbasicpolicyipv4v6.log
logs/tcutils.util.log
logs/testbasicvmvn.html
logs/common.html
logs/cn-jenkins-deploy-platform-ansible-os-4366-1-traceback_parse_failures.log
logs/testrouters.log
logs/testports.log
logs/testsvcregr.log
logs/testsvcregr.html
logs/testsriov.html
logs/auth.log
logs/analyticstestsanity.html
logs/testvdnsbasic0.log
logs/testrp.log
logs/testroutersbasic.html
logs/tcutils.html
logs/testbasicpolicy.log
logs/testbasicvmvnx.log
logs/testcrud.html
logs/dbmanagetest.html
logs/testrbacbasic.log
logs/testheat.html
logs/testrouters.html
logs/testbasicvmvn.log
logs/testrbac.log
logs/documentationtest.html
logs/testvdnsbasic0.html
logs/testbasicpolicynegativeipv4v6.html
logs/cn-jenkins-deploy-platform-ansible-os-4366-1-tracebacks.log
logs/floatingipbasictestsanity.html
logs/testroutersbasic.log
logs/testbasicpolicynegativeipv4v6.log
logs/testbasicpolicy.html
logs/analyticsbasictestsanity.log
logs/testports.html
logs/analyticstestsanity.log
logs/testheat.log
logs/testsriov.log
logs/floatingipbasictestsanity.log
logs/testbasicpolicyipv4v6.html
logs/dbmanagetest.log
logs/testrbacbasic.html
logs/__main__.html
logs/txtsyle.css
logs/testrbac.html
logs/auth.html
logs/testrp.html
logs/introspect.log
logs/documentationtest.log
logs/__main__.log
logs/tcutils.collector.opserver_results.log
logs/introspect.html
logs/testcrud.log
logs/common.contrail_test_init.log
logs/testbasicvmvnx.html
logs/analyticsbasictestsanity.html
logs/cn-jenkins-deploy-platform-ansible-os-4366-1-ignored_tracebacks.log
TESTS-TestSuites.xml
junit-noframes.html
~
INFO: Test sanity finished Sun Oct 19 23:45:19 UTC 2025
+ res=1
+ ./src/opensdn-io/tf-jenkins/jobs/test/functional/collect_logs.sh
~/workspace/test-sanity/logs ~/workspace/test-sanity
Warning: Permanently added '10.0.0.254' (ECDSA) to the list of known hosts.
logs/
logs/testbasicpolicyipv4v6.log
logs/tcutils.util.log
logs/testbasicvmvn.html
logs/common.html
logs/cn-jenkins-deploy-platform-ansible-os-4366-1-traceback_parse_failures.log
logs/testrouters.log
logs/testports.log
logs/testsvcregr.log
logs/testsvcregr.html
logs/testsriov.html
logs/auth.log
logs/analyticstestsanity.html
logs/testvdnsbasic0.log
logs/testrp.log
logs/testroutersbasic.html
logs/tcutils.html
logs/testbasicpolicy.log
logs/testbasicvmvnx.log
logs/testcrud.html
logs/dbmanagetest.html
logs/testrbacbasic.log
logs/testheat.html
logs/testrouters.html
logs/testbasicvmvn.log
logs/testrbac.log
logs/documentationtest.html
logs/testvdnsbasic0.html
logs/testbasicpolicynegativeipv4v6.html
logs/cn-jenkins-deploy-platform-ansible-os-4366-1-tracebacks.log
logs/floatingipbasictestsanity.html
logs/testroutersbasic.log
logs/testbasicpolicynegativeipv4v6.log
logs/testbasicpolicy.html
logs/analyticsbasictestsanity.log
logs/testports.html
logs/analyticstestsanity.log
logs/testheat.log
logs/testsriov.log
logs/floatingipbasictestsanity.log
logs/testbasicpolicyipv4v6.html
logs/dbmanagetest.log
logs/testrbacbasic.html
logs/__main__.html
logs/txtsyle.css
logs/testrbac.html
logs/auth.html
logs/testrp.html
logs/introspect.log
logs/documentationtest.log
logs/__main__.log
logs/tcutils.collector.opserver_results.log
logs/introspect.html
logs/testcrud.log
logs/common.contrail_test_init.log
logs/testbasicvmvnx.html
logs/analyticsbasictestsanity.html
logs/cn-jenkins-deploy-platform-ansible-os-4366-1-ignored_tracebacks.log
TESTS-TestSuites.xml
junit-noframes.html
~/workspace/test-sanity
Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts.
Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts.
INFO: logs saved
+ exit 1
Build step 'Execute shell' marked build as failure
Archiving artifacts
Finished: FAILURE