# Ran integration tests which cover both use cases

######### xenial
$ rel=xenial
$ pver=$(rmadison --url=ubuntu --suite=$rel-proposed cloud-init | awk '{print $3}')
$ echo $pver
0.7.9-90-g61eb03fe-0ubuntu1~16.04.1
$ fname="cloud-init_${pver}_all.deb"
$ wget "http://archive.ubuntu.com/ubuntu/pool/main/c/cloud-init/$fname"
...
Saving to: ‘cloud-init_0.7.9-90-g61eb03fe-0ubuntu1~16.04.1_all.deb’
$ ln -sf $fname cloud-init_all.$rel.deb
$ tox -e citest -- run -v -n $rel --deb=cloud-init_all.$rel.deb \
>    -t tests/cloud_tests/testcases/modules/set_password_list_string.py \
>    -t tests/cloud_tests/testcases/modules/set_password_list.py
GLOB sdist-make: /home/csmith/cloud-init/setup.py
citest inst-nodeps: /home/csmith/cloud-init/.tox/dist/cloud-init-0.7.9.zip
citest installed: appdirs==1.4.3,asn1crypto==0.22.0,cffi==1.10.0,cloud-init==0.7.9,configobj==5.0.6,cryptography==1.8.1,idna==2.5,Jinja2==2.9.6,jsonpatch==1.15,jsonpointer==1.10,MarkupSafe==1.0,oauthlib==2.0.2,packaging==16.8,pbr==2.1.0,pkg-resources==0.0.0,prettytable==0.7.2,pycparser==2.17,pylxd==2.1.3,python-dateutil==2.6.0,PyYAML==3.12,requests==2.11.1,requests-unixsocket==0.1.5,six==1.10.0,urllib3==1.20,ws4py==0.4.2
citest runtests: PYTHONHASHSEED='3017348944'
citest runtests: commands[0] | /home/csmith/cloud-init/.tox/citest/bin/python -m tests.cloud_tests run -v -n xenial --deb=cloud-init_all.xenial.deb -t tests/cloud_tests/testcases/modules/set_password_list_string.py -t tests/cloud_tests/testcases/modules/set_password_list.py
2017-04-13 15:28:11,619 - tests.cloud_tests - DEBUG - running with args: Namespace(deb='cloud-init_all.xenial.deb', os_name=['xenial'], platform=['lxd'], ppa=None, quiet=False, repo=None, result=None, rpm=None, script=None, subcmd='run', test_config=['tests/cloud_tests/testcases/modules/set_password_list.py', 'tests/cloud_tests/testcases/modules/set_password_list_string.py'], upgrade=False, verbose=True)

2017-04-13 15:28:11,620 - tests.cloud_tests - DEBUG - using tmpdir /tmp/cloud_test_data_zk8wv7mv
2017-04-13 15:28:11,623 - tests.cloud_tests - INFO - setting up platform: lxd
2017-04-13 15:28:11,694 - tests.cloud_tests - INFO - acquiring image for os: xenial
 2017-04-13 15:28:29,747 - tests.cloud_tests - INFO - setting up image: distro=ubuntu, release=xenial
2017-04-13 15:28:29,754 - tests.cloud_tests - DEBUG - installing deb: cloud-init_all.xenial.deb into target
/home/csmith/cloud-init/.tox/citest/lib/python3.5/site-packages/pylxd/deprecation.py:24: DeprecationWarning: execute will return a ContainerExecuteResult in pylxd 2.2
  warnings.warn(self.message, DeprecationWarning)
2017-04-13 15:28:55,117 - tests.cloud_tests - DEBUG - successfully installed: cloud-init_all.xenial.deb, version: '0.7.9-90-g61eb03fe-0ubuntu1~16.04.1'
2017-04-13 15:28:55,117 - tests.cloud_tests - DEBUG - creating snapshot for xenial
2017-04-13 15:29:11,396 - tests.cloud_tests - INFO - collecting test data for os: xenial
2017-04-13 15:29:11,406 - tests.cloud_tests - INFO - collecting test data for test: modules/set_password_list
...
2017-04-13 15:29:29,958 - tests.cloud_tests - DEBUG - running collect script: instance-id
2017-04-13 15:29:30,212 - tests.cloud_tests - DEBUG - running collect script: sshd_config
2017-04-13 15:29:30,461 - tests.cloud_tests - DEBUG - running collect script: cloud-init-output.log
2017-04-13 15:29:30,812 - tests.cloud_tests - DEBUG - running collect script: cloud-init.log
2017-04-13 15:29:31,066 - tests.cloud_tests - DEBUG - running collect script: cloud-init-version
2017-04-13 15:29:31,416 - tests.cloud_tests - DEBUG - running collect script: result.json
2017-04-13 15:29:31,671 - tests.cloud_tests - DEBUG - running collect script: shadow
2017-04-13 15:29:31,924 - tests.cloud_tests - DEBUG - running collect script: status.json
2017-04-13 15:29:35,340 - tests.cloud_tests - INFO - collecting test data for test: modules/set_password_list_string
2017-04-13 15:29:52,802 - tests.cloud_tests - DEBUG - running collect script: instance-id
2017-04-13 15:29:53,157 - tests.cloud_tests - DEBUG - running collect script: sshd_config
2017-04-13 15:29:53,410 - tests.cloud_tests - DEBUG - running collect script: cloud-init-output.log
2017-04-13 15:29:53,763 - tests.cloud_tests - DEBUG - running collect script: cloud-init.log
2017-04-13 15:29:54,119 - tests.cloud_tests - DEBUG - running collect script: cloud-init-version
2017-04-13 15:29:54,472 - tests.cloud_tests - DEBUG - running collect script: result.json
2017-04-13 15:29:54,825 - tests.cloud_tests - DEBUG - running collect script: shadow
2017-04-13 15:29:55,076 - tests.cloud_tests - DEBUG - running collect script: status.json
2017-04-13 15:30:06,284 - tests.cloud_tests - DEBUG - collect stages: {'time': 114.6635570526123, 'stages': [{'time': 114.60233211517334, 'stages': [{'time': 93.20748233795166, 'stages': [{'time': 25.369893074035645, 'stages': [{'time': 25.36988139152527, 'success': True, 'name': 'setup func for --deb, install deb', 'errors': []}], 'success': True, 'name': 'set up for image: distro=ubuntu, release=xenial', 'errors': []}, {'time': 48.29777216911316, 'stages': [{'time': 13.558295249938965, 'stages': [{'time': 11.337346076965332, 'success': True, 'name': 'boot instance', 'errors': []}, {'time': 0.25335144996643066, 'success': True, 'name': 'script instance-id', 'errors': []}, {'time': 0.24927854537963867, 'success': True, 'name': 'script sshd_config', 'errors': []}, {'time': 0.3509225845336914, 'success': True, 'name': 'script cloud-init-output.log', 'errors': []}, {'time': 0.25388526916503906, 'success': True, 'name': 'script cloud-init.log', 'errors': []}, {'time': 0.3508133888244629, 'success': True, 'name': 'script cloud-init-version', 'errors': []}, {'time': 0.254058837890625, 'success': True, 'name': 'script result.json', 'errors': []}, {'time': 0.2537257671356201, 'success': True, 'name': 'script shadow', 'errors': []}, {'time': 0.25483083724975586, 'success': True, 'name': 'script status.json', 'errors': []}], 'success': True, 'name': 'collect for test: modules/set_password_list', 'errors': []}, {'time': 13.754564046859741, 'stages': [{'time': 11.227920532226562, 'success': True, 'name': 'boot instance', 'errors': []}, {'time': 0.3549494743347168, 'success': True, 'name': 'script instance-id', 'errors': []}, {'time': 0.2529945373535156, 'success': True, 'name': 'script sshd_config', 'errors': []}, {'time': 0.35302281379699707, 'success': True, 'name': 'script cloud-init-output.log', 'errors': []}, {'time': 0.3552207946777344, 'success': True, 'name': 'script cloud-init.log', 'errors': []}, {'time': 0.3531968593597412, 'success': True, 'name': 'script cloud-init-version', 'errors': []}, {'time': 0.35281872749328613, 'success': True, 'name': 'script result.json', 'errors': []}, {'time': 0.25114011764526367, 'success': True, 'name': 'script shadow', 'errors': []}, {'time': 0.2532191276550293, 'success': True, 'name': 'script status.json', 'errors': []}], 'success': True, 'name': 'collect for test: modules/set_password_list_string', 'errors': []}], 'success': True, 'name': 'collect test data for xenial', 'errors': []}], 'success': True, 'name': 'set up and collect data for os: xenial', 'errors': []}], 'success': True, 'name': 'collect for platform: lxd', 'errors': []}], 'success': True, 'name': 'collect data', 'errors': []}
2017-04-13 15:30:06,285 - tests.cloud_tests - DEBUG - found test data: {'lxd': {'xenial': ['modules/set_password_list_string', 'modules/set_password_list']}}

2017-04-13 15:30:06,285 - tests.cloud_tests - INFO - test: platform='lxd', os='xenial' verifying test data
2017-04-13 15:30:06,285 - tests.cloud_tests - DEBUG - verifying test data for modules/set_password_list_string
test_no_stages_errors (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_expected_users (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_passwords (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_sshd_config (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok

----------------------------------------------------------------------
Ran 4 tests in 0.008s

OK
2017-04-13 15:30:06,307 - tests.cloud_tests - DEBUG - verifying test data for modules/set_password_list
test_no_stages_errors (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_expected_users (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_passwords (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_sshd_config (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok

----------------------------------------------------------------------
Ran 4 tests in 0.010s

OK
2017-04-13 15:30:06,324 - tests.cloud_tests - INFO - test: platform='lxd', os='xenial' passed all tests
2017-04-13 15:30:06,324 - tests.cloud_tests - DEBUG - verify results: {'lxd': {'xenial': {'modules/set_password_list': {'failures': [], 'passed': True}, 'modules/set_password_list_string': {'failures': [], 'passed': True}}}}
________________________________________________________________________________ summary ________________________________________________________________________________
  citest: commands succeeded
  congratulations :)


######### yakkety

$ rel=yakkety
$ pver=$(rmadison --url=ubuntu --suite=$rel-proposed cloud-init | awk '{print $3}')
$ fname="cloud-init_${pver}_all.deb"
$ wget "http://archive.ubuntu.com/ubuntu/pool/main/c/cloud-init/$fname"
--2017-04-13 15:34:30--  http://archive.ubuntu.com/ubuntu/pool/main/c/cloud-init/cloud-init_0.7.9-90-g61eb03fe-0ubuntu1~16.10.1_all.deb
...
2017-04-13 15:34:31 (593 KB/s) - ‘cloud-init_0.7.9-90-g61eb03fe-0ubuntu1~16.10.1_all.deb’ saved [307142/307142]

$ ln -sf $fname cloud-init_all.$rel.deb
$ tox -e citest -- run -v -n $rel --deb=cloud-init_all.$rel.deb \
>    -t tests/cloud_tests/testcases/modules/set_password_list_string.py \
>    -t tests/cloud_tests/testcases/modules/set_password_list.py
GLOB sdist-make: /home/csmith/cloud-init/setup.py
citest inst-nodeps: /home/csmith/cloud-init/.tox/dist/cloud-init-0.7.9.zip
citest installed: appdirs==1.4.3,asn1crypto==0.22.0,cffi==1.10.0,cloud-init==0.7.9,configobj==5.0.6,cryptography==1.8.1,idna==2.5,Jinja2==2.9.6,jsonpatch==1.15,jsonpointer==1.10,MarkupSafe==1.0,oauthlib==2.0.2,packaging==16.8,pbr==2.1.0,pkg-resources==0.0.0,prettytable==0.7.2,pycparser==2.17,pylxd==2.1.3,python-dateutil==2.6.0,PyYAML==3.12,requests==2.11.1,requests-unixsocket==0.1.5,six==1.10.0,urllib3==1.20,ws4py==0.4.2
citest runtests: PYTHONHASHSEED='470099359'
citest runtests: commands[0] | /home/csmith/cloud-init/.tox/citest/bin/python -m tests.cloud_tests run -v -n yakkety --deb=cloud-init_all.yakkety.deb -t tests/cloud_tests/testcases/modules/set_password_list_string.py -t tests/cloud_tests/testcases/modules/set_password_list.py
2017-04-13 15:34:51,653 - tests.cloud_tests - DEBUG - running with args: Namespace(deb='cloud-init_all.yakkety.deb', os_name=['yakkety'], platform=['lxd'], ppa=None, quiet=False, repo=None, result=None, rpm=None, script=None, subcmd='run', test_config=['tests/cloud_tests/testcases/modules/set_password_list.py', 'tests/cloud_tests/testcases/modules/set_password_list_string.py'], upgrade=False, verbose=True)

2017-04-13 15:34:51,654 - tests.cloud_tests - DEBUG - using tmpdir /tmp/cloud_test_data_1vw2u2x_
2017-04-13 15:34:51,656 - tests.cloud_tests - INFO - setting up platform: lxd
2017-04-13 15:34:51,736 - tests.cloud_tests - INFO - acquiring image for os: yakkety
2017-04-13 15:34:51,789 - tests.cloud_tests - INFO - setting up image: distro=ubuntu, release=yakkety
2017-04-13 15:34:51,796 - tests.cloud_tests - DEBUG - installing deb: cloud-init_all.yakkety.deb into target
/home/csmith/cloud-init/.tox/citest/lib/python3.5/site-packages/pylxd/deprecation.py:24: DeprecationWarning: execute will return a ContainerExecuteResult in pylxd 2.2
  warnings.warn(self.message, DeprecationWarning)
2017-04-13 15:35:17,155 - tests.cloud_tests - DEBUG - successfully installed: cloud-init_all.yakkety.deb, version: '0.7.9-90-g61eb03fe-0ubuntu1~16.10.1'
2017-04-13 15:35:17,156 - tests.cloud_tests - DEBUG - creating snapshot for yakkety
2017-04-13 15:35:32,756 - tests.cloud_tests - INFO - collecting test data for os: yakkety
2017-04-13 15:35:32,764 - tests.cloud_tests - INFO - collecting test data for test: modules/set_password_list
2017-04-13 15:35:51,259 - tests.cloud_tests - DEBUG - running collect script: cloud-init-version
2017-04-13 15:35:51,618 - tests.cloud_tests - DEBUG - running collect script: sshd_config
2017-04-13 15:35:51,870 - tests.cloud_tests - DEBUG - running collect script: instance-id
2017-04-13 15:35:52,221 - tests.cloud_tests - DEBUG - running collect script: cloud-init-output.log
2017-04-13 15:35:52,471 - tests.cloud_tests - DEBUG - running collect script: status.json
2017-04-13 15:35:52,724 - tests.cloud_tests - DEBUG - running collect script: shadow
2017-04-13 15:35:52,972 - tests.cloud_tests - DEBUG - running collect script: result.json
2017-04-13 15:35:53,222 - tests.cloud_tests - DEBUG - running collect script: cloud-init.log
2017-04-13 15:35:57,589 - tests.cloud_tests - INFO - collecting test data for test: modules/set_password_list_string
2017-04-13 15:36:15,784 - tests.cloud_tests - DEBUG - running collect script: cloud-init-version
2017-04-13 15:36:16,140 - tests.cloud_tests - DEBUG - running collect script: sshd_config
2017-04-13 15:36:16,393 - tests.cloud_tests - DEBUG - running collect script: instance-id
2017-04-13 15:36:16,748 - tests.cloud_tests - DEBUG - running collect script: cloud-init-output.log
2017-04-13 15:36:16,998 - tests.cloud_tests - DEBUG - running collect script: status.json
2017-04-13 15:36:17,248 - tests.cloud_tests - DEBUG - running collect script: shadow
2017-04-13 15:36:17,503 - tests.cloud_tests - DEBUG - running collect script: result.json
2017-04-13 15:36:17,757 - tests.cloud_tests - DEBUG - running collect script: cloud-init.log
2017-04-13 15:36:29,236 - tests.cloud_tests - DEBUG - collect stages: {'success': True, 'name': 'collect data', 'errors': [], 'time': 97.58209800720215, 'stages': [{'success': True, 'name': 'collect for platform: lxd', 'errors': [], 'time': 97.51293277740479, 'stages': [{'success': True, 'name': 'set up and collect data for os: yakkety', 'errors': [], 'time': 93.15443897247314, 'stages': [{'success': True, 'name': 'set up for image: distro=ubuntu, release=yakkety', 'errors': [], 'time': 25.366813898086548, 'stages': [{'success': True, 'name': 'setup func for --deb, install deb', 'errors': [], 'time': 25.366803646087646}]}, {'success': True, 'name': 'collect test data for yakkety', 'errors': [], 'time': 48.71311116218567, 'stages': [{'success': True, 'name': 'collect for test: modules/set_password_list', 'errors': [], 'time': 13.505181312561035, 'stages': [{'success': True, 'name': 'boot instance', 'errors': [], 'time': 11.29128384590149}, {'success': True, 'name': 'script cloud-init-version', 'errors': [], 'time': 0.3583052158355713}, {'success': True, 'name': 'script sshd_config', 'errors': [], 'time': 0.2521688938140869}, {'success': True, 'name': 'script instance-id', 'errors': [], 'time': 0.35144805908203125}, {'success': True, 'name': 'script cloud-init-output.log', 'errors': [], 'time': 0.24921321868896484}, {'success': True, 'name': 'script status.json', 'errors': [], 'time': 0.2528846263885498}, {'success': True, 'name': 'script shadow', 'errors': [], 'time': 0.24875664710998535}, {'success': True, 'name': 'script result.json', 'errors': [], 'time': 0.24960088729858398}, {'success': True, 'name': 'script cloud-init.log', 'errors': [], 'time': 0.2514350414276123}]}, {'success': True, 'name': 'collect for test: modules/set_password_list_string', 'errors': [], 'time': 13.545578002929688, 'stages': [{'success': True, 'name': 'boot instance', 'errors': [], 'time': 11.317909717559814}, {'success': True, 'name': 'script cloud-init-version', 'errors': [], 'time': 0.35620760917663574}, {'success': True, 'name': 'script sshd_config', 'errors': [], 'time': 0.25226759910583496}, {'success': True, 'name': 'script instance-id', 'errors': [], 'time': 0.35519981384277344}, {'success': True, 'name': 'script cloud-init-output.log', 'errors': [], 'time': 0.2499709129333496}, {'success': True, 'name': 'script status.json', 'errors': [], 'time': 0.2501704692840576}, {'success': True, 'name': 'script shadow', 'errors': [], 'time': 0.25485992431640625}, {'success': True, 'name': 'script result.json', 'errors': [], 'time': 0.25444936752319336}, {'success': True, 'name': 'script cloud-init.log', 'errors': [], 'time': 0.25444936752319336}]}]}]}]}]}
2017-04-13 15:36:29,237 - tests.cloud_tests - DEBUG - found test data: {'lxd': {'yakkety': ['modules/set_password_list_string', 'modules/set_password_list']}}

2017-04-13 15:36:29,238 - tests.cloud_tests - INFO - test: platform='lxd', os='yakkety' verifying test data
2017-04-13 15:36:29,238 - tests.cloud_tests - DEBUG - verifying test data for modules/set_password_list_string
test_no_stages_errors (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_expected_users (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_passwords (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_sshd_config (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok

----------------------------------------------------------------------
Ran 4 tests in 0.006s

OK
2017-04-13 15:36:29,253 - tests.cloud_tests - DEBUG - verifying test data for modules/set_password_list
test_no_stages_errors (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_expected_users (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_shadow_passwords (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok
test_sshd_config (tests.cloud_tests.testcases.get_suite.<locals>.tmp) ... ok

----------------------------------------------------------------------
Ran 4 tests in 0.005s

OK
2017-04-13 15:36:29,265 - tests.cloud_tests - INFO - test: platform='lxd', os='yakkety' passed all tests
2017-04-13 15:36:29,265 - tests.cloud_tests - DEBUG - verify results: {'lxd': {'yakkety': {'modules/set_password_list': {'failures': [], 'passed': True}, 'modules/set_password_list_string': {'failures': [], 'passed': True}}}}
________________________________________________________________________________ summary ________________________________________________________________________________
  citest: commands succeeded
  congratulations :)