WIP: slapos-sr-testing: Common testing for Software Releases

WIP: Commit of erp5.util is not from nexedi/master

Since some software releases have unit tests, it is good idea to run the
tests for each commit on slapos branch.

This SR follow slapos-testing SR in a way how tests are grouped and run.

Fixed erp5.util is used to expose good test suite names.

software/slapos-sr-testing/README.md

+SlapOS Software Release tests

software/slapos-sr-testing/buildout.hash.cfg

+# THIS IS NOT A BUILDOUT FILE, despite purposedly using a compatible syntax.
+# The only allowed lines here are (regexes):
+# - "^#" comments, copied verbatim
+# - "^[" section beginings, copied verbatim
+# - lines containing an "=" sign which must fit in the following categorie.
+#   - "^\s*filename\s*=\s*path\s*$" where "path" is relative to this file
+#     Copied verbatim.
+#   - "^\s*hashtype\s*=.*" where "hashtype" is one of the values supported
+#     by the re-generation script.
+#     Re-generated.
+# - other lines are copied verbatim
+# Substitution (${...:...}), extension ([buildout] extends = ...) and
+# section inheritance (< = ...) are NOT supported (but you should really
+# not need these here).
+
+[template]
+filename = instance.cfg
+md5sum = b98a93c66e1875bbbfc7e08ee0efc502

software/slapos-sr-testing/instance.cfg

+[buildout]
+parts =
+  slapos-test-runner
+
+eggs-directory = ${buildout:eggs-directory}
+develop-eggs-directory = ${buildout:develop-eggs-directory}
+offline = true
+
+[slap-configuration]
+recipe = slapos.cookbook:slapconfiguration
+computer = $${slap-connection:computer-id}
+partition = $${slap-connection:partition-id}
+url = $${slap-connection:server-url}
+key = $${slap-connection:key-file}
+cert = $${slap-connection:cert-file}
+
+[download-source]
+recipe = slapos.recipe.build:gitclone
+git-executable = ${git:location}/bin/git
+
+[slapos]
+<= download-source
+repository = ${slapos-repository:location}
+
+[directory]
+recipe = slapos.cookbook:mkdirectory
+bin = $${buildout:directory}/bin
+working-dir = $${buildout:directory}/tmp
+
+[test-list]
+path_list = ${slapos.test.caddy-frontend-setup:setup},${slapos.test.erp5-setup:setup},${slapos.test.kvm-setup:setup},${slapos.test.monitor-setup:setup},${slapos.test.plantuml-setup:setup},${slapos.test.powerdns-setup:setup},${slapos.test.proftpd-setup:setup},${slapos.test.re6stnet-setup:setup},${slapos.test.seleniumserver-setup:setup},${slapos.test.slaprunner-setup:setup}
+
+[slapos-test-runner]
+recipe = slapos.cookbook:wrapper
+wrapper-path = $${directory:bin}/runTestSuite
+command-line =
+  ${buildout:bin-directory}/runTestSuite
+  --python_interpreter=${buildout:bin-directory}/${eggs:interpreter}
+  --source_code_path_list=$${test-list:path_list}
+
+environment =
+  PATH=${quic_client-bin:location}:${curl:location}/bin/:/usr/bin/:/bin
+  SLAPOS_TEST_IPV4=$${slap-configuration:ipv4-random}
+  SLAPOS_TEST_IPV6=$${slap-configuration:ipv6-random}
+  SLAPOS_TEST_WORKING_DIR=$${directory:working-dir}

software/slapos-sr-testing/software.cfg

+[buildout]
+
+extends =
+  ../../component/git/buildout.cfg
+  ../../component/curl/buildout.cfg
+  ../../component/python-cryptography/buildout.cfg
+  ../../component/quic_client-bin/buildout.cfg
+  ../../stack/slapos.cfg
+  ./buildout.hash.cfg
+
+parts =
+  slapos-cookbook
+  eggs
+  template
+
+[setup-develop-egg]
+recipe = zc.recipe.egg:develop
+
+[slapos.test.caddy-frontend-setup]
+<= setup-develop-egg
+egg = slapos.test.caddy-frontend
+setup = ${slapos-repository:location}/software/caddy-frontend/test/
+
+[slapos.test.erp5-setup]
+<= setup-develop-egg
+egg = slapos.test.erp5
+setup = ${slapos-repository:location}/software/erp5/test/
+
+[slapos.test.kvm-setup]
+<= setup-develop-egg
+egg = slapos.test.kvm
+setup = ${slapos-repository:location}/software/kvm/test/
+
+[slapos.test.monitor-setup]
+<= setup-develop-egg
+egg = slapos.test.monitor
+setup = ${slapos-repository:location}/software/monitor/test/
+
+[slapos.test.plantuml-setup]
+<= setup-develop-egg
+egg = slapos.test.plantuml
+setup = ${slapos-repository:location}/software/plantuml/test/
+
+[slapos.test.powerdns-setup]
+<= setup-develop-egg
+egg = slapos.test.powerdns
+setup = ${slapos-repository:location}/software/powerdns/test/
+
+[slapos.test.proftpd-setup]
+<= setup-develop-egg
+egg = slapos.test.proftpd
+setup = ${slapos-repository:location}/software/proftpd/test/
+
+[slapos.test.re6stnet-setup]
+<= setup-develop-egg
+egg = slapos.test.re6stnet
+setup = ${slapos-repository:location}/software/re6stnet/test/
+
+[slapos.test.seleniumserver-setup]
+<= setup-develop-egg
+egg = slapos.test.seleniumserver
+setup = ${slapos-repository:location}/software/seleniumserver/test/
+
+[slapos.test.slaprunner-setup]
+<= setup-develop-egg
+egg = slapos.test.slaprunner
+setup = ${slapos-repository:location}/software/slaprunner/test/
+
+[erp5.util-setup]
+<= setup-develop-egg
+egg = erp5.util[testnode]
+setup = ${erp5.util-repository:location}
+
+
+[eggs]
+recipe = zc.recipe.egg
+eggs =
+  ${erp5.util-setup:egg}
+  ${python-cryptography:egg}
+  slapos.core
+entry-points =
+  runTestSuite=erp5.util.testsuite:runTestSuite
+scripts =
+  runTestSuite
+  slapos
+interpreter=
+  python_for_test
+
+[git-clone-repository]
+recipe = slapos.recipe.build:gitclone
+git-executable = ${git:location}/bin/git
+forbid-download-cache = true
+
+[slapos-repository]
+<= git-clone-repository
+repository = https://lab.nexedi.com/nexedi/slapos.git
+branch = master
+
+# XXX we need an unreleased version of erp5.util for better test uniqe naming
+# later we can stop fetching it from git and just use egg
+[erp5.util-repository]
+<= git-clone-repository
+repository = https://lab.nexedi.com/jerome/erp5.git
+revision = 88b28a501939594a64219bd8fac2516ee7c8ba0d
+
+[template]
+recipe = slapos.recipe.template
+url = ${:_profile_base_location_}/${:filename}
+output = ${buildout:directory}/template.cfg
+mode = 640
+
+[versions]
+# clear the version of tested eggs, to make sure we installed the developped ones
+erp5.util =
+
+# Various needed versions
+slapos.recipe.template = 4.3
+forcediphttpsadapter = 1.0.1
+requests-toolbelt = 0.8.0
+pysftp = 0.2.9
+pyasn1 = 0.4.4

[Jérome Perrin]

now that erp5!815 (merged) is merged this can be

erp5@aa516c7e

[Łukasz Nowak]

Done in luke/slapos@2779f778