summaryrefslogtreecommitdiff
path: root/tests/cloud_tests/verify.py
diff options
context:
space:
mode:
authorWesley Wiedenmeier <wesley.wiedenmeier@gmail.com>2017-06-08 18:23:31 -0400
committerScott Moser <smoser@brickies.net>2017-06-08 18:24:17 -0400
commit76d58265e34851b78e952a7f275340863c90a9f5 (patch)
tree91bf17879724b180e43bff07e428bb9089cbb395 /tests/cloud_tests/verify.py
parentad2680a689ab78847ccce7766d6591797d99e219 (diff)
downloadvyos-cloud-init-76d58265e34851b78e952a7f275340863c90a9f5.tar.gz
vyos-cloud-init-76d58265e34851b78e952a7f275340863c90a9f5.zip
Integration Testing: tox env, pyxld 2.2.3, and revamp framework
Massive update to clean up and greatly enhance the integration testing framework developed by Wesley Wiedenmeier. - Updated tox environment to run integration test 'citest' to utilize pylxd 2.2.3 - Add support for distro feature flags - add framework for feature flags to release config with feature groups and overrides allowed in any release conf override level - add support for feature flags in platform and config handling - during collect, skip testcases that require features not supported by the image with a warning message - Enable additional distros (i.e. centos, debian) - Add 'bddeb' command to build a deb from the current working tree cleanly in a container, so deps do not have to be installed on host - Adds a command line option '--preserve-data' that ensures that collected data will be left after tests run. This also allows the directory to store collected data in during the run command to be specified using '--data-dir'. - Updated Read the Docs testing page and doc strings for pep 257 compliance
Diffstat (limited to 'tests/cloud_tests/verify.py')
-rw-r--r--tests/cloud_tests/verify.py22
1 files changed, 12 insertions, 10 deletions
diff --git a/tests/cloud_tests/verify.py b/tests/cloud_tests/verify.py
index 2a63550e..fc1efcfc 100644
--- a/tests/cloud_tests/verify.py
+++ b/tests/cloud_tests/verify.py
@@ -1,18 +1,19 @@
# This file is part of cloud-init. See LICENSE file for license information.
-from tests.cloud_tests import (config, LOG, util, testcases)
+"""Verify test results."""
import os
import unittest
+from tests.cloud_tests import (config, LOG, util, testcases)
+
def verify_data(base_dir, tests):
- """
- verify test data is correct,
- base_dir: base directory for data
- test_config: dict of all test config, from util.load_test_config()
- tests: list of test names
- return_value: {<test_name>: {passed: True/False, failures: []}}
+ """Verify test data is correct.
+
+ @param base_dir: base directory for data
+ @param tests: list of test names
+ @return_value: {<test_name>: {passed: True/False, failures: []}}
"""
runner = unittest.TextTestRunner(verbosity=util.current_verbosity())
res = {}
@@ -53,9 +54,10 @@ def verify_data(base_dir, tests):
def verify(args):
- """
- verify test data
- return_value: 0 for success, or number of failed tests
+ """Verify test data.
+
+ @param args: directory of test data
+ @return_value: 0 for success, or number of failed tests
"""
failed = 0
res = {}