software/erp5-zope2: revive Zope2 ERP5 sortware release.

software/erp5-zope2/README.rst

+Available ``software-type`` values
+==================================
+
+- ``default``
+
+  Recommended for development and production use. Automatic creation of
+  erp5-site.
+
+Notes
+=====
+
+This software release is not intended to be accessed directly, but through a
+front-end instance which is expected to contains the RewriteRules_ (or
+equivalent) needed to relocate Zope's urls via its VirtualHostMonster_. See the
+``frontend`` erp5 instance parameter.
+
+ERP5 defaults connect to the public cloudooo on https://cloudooo.erp5.net/.
+See the ``cloudooo`` Software Release to setup a cloudooo cluster if necessary.
+
+Replication
+===========
+
+Replication allows setting up an ERP5 instance whose data follows another
+instance.
+
+Relations between ERP5 instances in a replication graph depend in what is
+supported by individual data managers (ex: a neo cluster can replicate from a
+neo cluster which itself replicates from a 3rd).
+
+Replication lag constraints (aka sync/async replication) depends on individual
+data managers (ex: neo replication between clusters is always asynchronous).
+
+Ignoring replication lag, replicated data can be strictly identical (ex:
+replicating ZODB or SQL database will contain the same data as upstream), or
+may imply some remaping (ex: replicating Zope logs from an instance with 2 zope
+families with 2 partition of 2 zopes each to an instance with a single zope
+total).
+
+Data whose replication is supported
+-----------------------------------
+
+- neo database
+
+Data whose replication will eventually be supported
+---------------------------------------------------
+
+- mariadb database
+- zope ``zope-*-access.log`` and ``zope-*-Z2.log``
+- ``mariadb-slow.log``
+
+Data whose replication is not planned
+-------------------------------------
+
+- zeo: use neo instead
+
+Setting up replication
+----------------------
+
+In addition to your usual parameter set, you needs to provide the following parameters::
+
+  {
+    "zope-partition-dict": {},      So no zope is instantiated
+    "zodb": [
+      {
+        "storage-dict": {
+          "upstream-masters": ...,  As published by to-become upstream ERP5 instance as "neo-masters"
+        },
+        "type": "neo",              The only ZODB type supporting replication
+        ...
+      }
+      ...
+    ]
+    ...
+  }
+
+Port ranges
+===========
+
+This software release assigns the following port ranges by default:
+
+  ====================  ==========
+  Partition type        Port range
+  ====================  ==========
+  memcached-persistent  2000-2009
+  memcached-volatile    2010-2019
+  smtp                  2025-2029
+  neo (admin, master)   2050-2052
+  mariadb               2099
+  zeo                   2100-2149
+  balancer              2150-2199
+  zope                  2200-*
+  jupyter               8888
+  caucase               8890,8891
+  ====================  ==========
+
+Non-zope partitions are unique in an ERP5 cluster, so you shouldn't have to
+care about them as a user (but a Software Release developer needs to know
+them).
+
+Zope partitions should be assigned port ranges starting at 2200, incrementing
+by some value which depends on how many zope process you want per partition
+(see the ``port-base`` parameter in ``zope-partition-dict``).
+
+Notes to the Software Release developer: These ranges are not strictly
+defined. Not each port is actually used so one may reduce alread-assigned
+ranges if needed (ex: memcached partitions use actually fewer ports). There
+should be enough room for evolution (as between smtp and mariadb types). It is
+important to not allocate any port after 2200 as user may have assigned ports
+to his zope processes.
+
+.. _RewriteRules: http://httpd.apache.org/docs/current/en/mod/mod_rewrite.html#rewriterule
+.. _VirtualHostMonster: http://docs.zope.org/zope2/zope2book/VirtualHosting.html
\ No newline at end of file

software/erp5-zope2/instance-erp5-output-schema.json

+{
+  "$schema": "http://json-schema.org/draft-04/schema#",
+  "description": "Values returned by ERP5 instantiation",
+  "additionalProperties": false,
+  "properties": {
+    "hosts-dict": {
+      "description": "Hosts mapping, including auto-generated entries",
+      "patternProperties": {
+        ".*": {
+          "description": "IP current entry resolves to",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "site-id": {
+      "description": "Chosen ERP5Site object identifier",
+      "type": "string"
+    },
+    "inituser-login": {
+      "description": "Initial user login",
+      "type": "string"
+    },
+    "inituser-password": {
+      "description": "Initial user password",
+      "type": "string"
+    },
+    "deadlock-debugger-password": {
+      "description": "Deadlock debugger password",
+      "type": "string"
+    },
+    "memcached-persistent-url": {
+      "description": "Persistent memcached access information",
+      "pattern": "^memcached://",
+      "type": "string"
+    },
+    "memcached-volatile-url": {
+      "description": "Volatile memcached access information",
+      "pattern": "^memcached://",
+      "type": "string"
+    },
+    "mariadb-database-list": {
+      "description": "Relational database access information",
+      "items": {
+        "pattern": "^mysql://",
+        "type": "string"
+      },
+      "uniqueItems": true,
+      "type": "array"
+    },
+    "mariadb-test-database-list": {
+      "description": "Relational database access information",
+      "items": {
+        "pattern": "^mysql://",
+        "type": "string"
+      },
+      "uniqueItems": true,
+      "type": "array"
+    },
+    "neo-masters": {
+      "$ref": "../neoppod/instance-neo-output-schema.json#/properties/masters"
+    },
+    "neo-admins": {
+      "$ref": "../neoppod/instance-neo-output-schema.json#/properties/admins"
+    },
+    "jupyter-url": {
+      "description": "Jupyter notebook web UI access information",
+      "pattern": "^https://",
+      "type": "string"
+    },
+    "caucase-http-url": {
+      "description": "Caucase url on HTTP. For HTTPS URL, uses https scheme, if port is explicitely specified in http URL, take that port and add 1 and use it as https port. If it is not specified.",
+      "pattern": "^http://",
+      "type": "string"
+    }
+  },
+  "patternProperties": {
+    "family-.*": {
+      "description": "Zope family access information",
+      "pattern": "^https://",
+      "type": "string"
+    }
+  },
+  "type": "object"
+}

software/erp5-zope2/instance-kumofs-schema.json

+{
+  "$schema": "http://json-schema.org/draft-04/schema#",
+  "type": "object",
+  "additionalProperties": false,
+  "properties": {
+    "tcpv4-port": {
+      "allOf": [
+        {
+          "$ref": "./schemas-definitions.json#/tcpv4port"
+        },
+        {
+          "description": "Start allocating ports at this value, going upward"
+        }
+      ]
+    },
+    "ram-storage-size": {
+      "description": "If 0 use disk storage, otherwise use ram and limit data size to this many megabytes",
+      "default": 0,
+      "type": "integer"
+    }
+  }
+}

software/erp5-zope2/instance-mariadb-schema.json

+{
+  "$schema": "http://json-schema.org/draft-04/schema#",
+  "type": "object",
+  "additionalProperties": false,
+  "properties": {
+    "tcpv4-port": {
+      "allOf": [
+        {
+          "$ref": "./schemas-definitions.json#/tcpv4port"
+        },
+        {
+          "description": "Start allocating ports at this value, going downward"
+        }
+      ]
+    },
+    "database-list": {
+      "description": "Databases to create and respective user credentials getting all privileges on it",
+      "default": [
+        {
+          "name": "erp5",
+          "user": "user",
+          "password": "insecure"
+        }
+      ],
+      "minItems": 1,
+      "items": {
+        "required": [
+          "name",
+          "user",
+          "password"
+        ],
+        "properties": {
+          "name": {
+            "description": "Database name",
+            "type": "string"
+          },
+          "user": {
+            "description": "User name",
+            "type": "string"
+          },
+          "password": {
+            "description": "User password",
+            "type": "string"
+          }
+        },
+        "type": "object"
+      },
+      "type": "array"
+    },
+    "catalog-backup": {
+      "description": "Backup control knobs",
+      "properties": {
+        "full-retention-days": {
+          "description": "How many days full backups must be retained, -1 meaning full backups are disabled and 0 meaning no expiration",
+          "default": 7,
+          "minimum": -1,
+          "type": "integer"
+        },
+        "incremental-retention-days": {
+          "description": "How many days incremental backups (binlogs) must be retained, -1 meaning incremental backups are disabled and 0 meaning no expiration, defaulting to full-retention-days' value",
+          "minimum": -1,
+          "type": "integer"
+        }
+      },
+      "type": "object"
+    },
+    "backup-periodicity": {
+      "description": "When to backup, specified in the same format as for systemd.time(7) calendar events (years & seconds not supported, DoW & DoM can not be combined).",
+      "default": "daily",
+      "type": "string"
+    },
+    "innodb-buffer-pool-size": {
+      "description": "See MariaDB documentation on innodb_buffer_pool_size",
+      "minimum": 0,
+      "type": "integer"
+    },
+    "innodb-buffer-pool-instances": {
+      "description": "See MariaDB documentation on innodb_buffer_pool_instances",
+      "minimum": 1,
+      "type": "integer"
+    },
+    "innodb-log-file-size": {
+      "description": "See MariaDB documentation on innodb_log_file_size",
+      "minimum": 0,
+      "type": "integer"
+    },
+    "innodb-log-buffer-size": {
+      "description": "See MariaDB documentation on innodb_log_buffer_size",
+      "minimum": 0,
+      "type": "integer"
+    },
+    "innodb-file-per-table": {
+      "description": "See MariaDB documentation on innodb_file_per_table",
+      "minimum": 0,
+      "maximum": 1,
+      "default": 0,
+      "type": "integer"
+    },
+    "long-query-time": {
+      "description": "Number of seconds above which long queries are logged",
+      "minimum": 0,
+      "default": 1,
+      "type": "number"
+    },
+    "max-connection-count": {
+      "description": "See MariaDB documentation on max_connections. If not provided, a value suitable for the number of request Zope processes is chosen.",
+      "minimum": 0,
+      "type": "integer"
+    },
+    "relaxed-writes": {
+      "description": "When enabled, sets innodb_flush_log_at_trx_commit = 0, innodb_flush_method = nosync, innodb_doublewrite = 0 and sync_frm = 0 - RTFM, those options are dangerous",
+      "default": false,
+      "type": "boolean"
+    },
+    "character-set-server": {
+      "description": "The server default character set",
+      "default": "utf8mb4",
+      "type": "string"
+    },
+    "collation-server": {
+      "description": "The server default collation",
+      "default": "utf8mb4_general_ci",
+      "type": "string"
+    },
+    "ssl": {
+      "description": "Enable and define SSL support for network connections",
+      "default": {},
+      "properties": {
+        "ca-crt": {
+          "description": "Certificate Authority's certificate, in PEM format",
+          "type": "string"
+        },
+        "crt": {
+          "description": "Server's certificate, in PEM format (mandatory to enable SSL support)",
+          "type": "string"
+        },
+        "key": {
+          "description": "Server's key, in PEM format (mandatory to enable SSL support)",
+          "type": "string"
+        },
+        "crl": {
+          "description": "Server's certificate revocation list, in PEM format",
+          "type": "string"
+        },
+        "cipher": {
+          "description": "Permissible cipher specifications, separated by colons",
+          "type": "string"
+        }
+      },
+      "type": "object"
+    },
+    "odbc-ini": {
+      "description": "Contents of odbc.ini file, see unixodbc document",
+      "default": "",
+      "type": "string"
+    },
+    "environment-variables": {
+      "description": "Extra environment variables for mysqld may be required to use third party ODBC libraries for CONNECT storage engine.",
+      "items": {
+        "type": "string"
+      },
+      "type": "array"
+    }
+  }
+}

software/erp5-zope2/instance-smtp-schema.json

+{
+  "$schema": "http://json-schema.org/draft-04/schema#",
+  "type": "object",
+  "additionalProperties": false,
+  "properties": {
+    "tcpv4-port": {
+      "allOf": [
+        {
+          "$ref": "./schemas-definitions.json#/tcpv4port"
+        },
+        {
+          "description": "Start allocating ports at this value, going upward"
+        }
+      ]
+    },
+    "postmaster": {
+      "description": "Mail address to send technical mails to. Non-empty value required for smptd relay service to be deployed. Values will be put in alias-dict as 'postmaster' key (alias-dict takes precedence)",
+      "default": "",
+      "type": "string"
+    },
+    "alias-dict": {
+      "description": "Mail alias support",
+      "default": {},
+      "patternProperties": {
+        ".*": {
+          "description": "List of addresses alias expands to",
+          "type": "array"
+        }
+      },
+      "type": "object"
+    },
+    "relay": {
+      "description": "Forward outgoing mails to a specific relay. If enabled, relay must support TLS-encrypted SASL authentication.",
+      "dependencies": {
+        "host": [
+          "sasl-credential"
+        ]
+      },
+      "properties": {
+        "host": {
+          "description": "Host name or address of relay, with optional port (ex: '[example.com]:submission'). Enclosing hostname with [] prevents MX lookup.",
+          "type": "string"
+        },
+        "sasl-credential": {
+          "description": "SASL credential, in the login:password form",
+          "type": "string"
+        }
+      },
+      "default": {},
+      "type": "object"
+    },
+    "divert": {
+      "description": "Intercept all mails and send them to given addresses instead of original recipient",
+      "type": "array",
+      "items": {
+        "type": "string"
+      },
+      "uniqueItems": true
+    }
+  }
+}

software/erp5-zope2/instance-zeo-schema.json

+{
+  "$schema": "http://json-schema.org/draft-04/schema#",
+  "additionalProperties": false,
+  "properties": {
+    "backup": {
+      "description": "'%(backup)s' is expanded to partition's ZODB backup path (typically 'srv/backup/zodb'), and %(name)s with the export id",
+      "default": "%(backup)s/%(name)s",
+      "type": "string"
+    },
+    "family": {
+      "description": "Opaque name used to regroup/separate mountpoints under different ZEO processes (must be valid as a file name and as a ConfigParser section name)",
+      "default": "default",
+      "pattern": "^[^<>:\"/\\|?*\\]\\[ ]*$",
+      "type": "string"
+    },
+    "path": {
+      "description": "FileStorage file path, '%(zodb)s' occurrences are replaced with the path to partition's srv/zodb directory, and %(name)s with the export id",
+      "default": "%(zodb)s/%(name)s.fs",
+      "type": "string"
+    }
+  },
+  "type": "object"
+}

software/erp5-zope2/schemas-definitions.json

+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "tcpv4port": {
+    "minimum": 0,
+    "maximum": 65535,
+    "type": "integer"
+  }
+}

software/erp5-zope2/software-shared.cfg

+[buildout]
+extends = software.cfg
+shared-parts = /opt/slapgrid/shared-parts
+eggs-directory = /opt/slapgrid/shared-eggs
+abi-tag-eggs = true

software/erp5-zope2/software.cfg

+[buildout]
+extends =
+  ../../stack/erp5-zope2/buildout.cfg

software/erp5-zope2/software.cfg.json

+{
+  "name": "ERP5",
+  "description": "ERP5, Open-Source ERP",
+  "serialisation": "json-in-xml",
+  "software-type": {
+    "default": {
+      "title": "Default",
+      "software-type": "default",
+      "request": "instance-erp5-input-schema.json",
+      "response": "instance-erp5-output-schema.json",
+      "index": 0
+    }
+  }
+}

software/erp5-zope2/test/README.md

+Tests for ERP5 software release

software/erp5-zope2/test/setup.py

+##############################################################################
+#
+# Copyright (c) 2018 Nexedi SA and Contributors. All Rights Reserved.
+#
+# WARNING: This program as such is intended to be used by professional
+# programmers who take the whole responsibility of assessing all potential
+# consequences resulting from its eventual inadequacies and bugs
+# End users who are looking for a ready-to-use solution with commercial
+# guarantees and support are strongly adviced to contract a Free Software
+# Service Company
+#
+# This program is Free Software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 3
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+#
+##############################################################################
+from setuptools import setup, find_packages
+
+version = '0.0.1.dev0'
+name = 'slapos.test.erp5'
+with open("README.md") as f:
+  long_description = f.read()
+
+setup(name=name,
+      version=version,
+      description="Test for SlapOS' ERP5 software release",
+      long_description=long_description,
+      long_description_content_type='text/markdown',
+      maintainer="Nexedi",
+      maintainer_email="info@nexedi.com",
+      url="https://lab.nexedi.com/nexedi/slapos",
+      packages=find_packages(),
+      install_requires=[
+        'slapos.core',
+        'supervisor',
+        'slapos.libnetworkcache',
+        'erp5.util',
+        'psutil',
+        'requests',
+        'mysqlclient',
+        'cryptography',
+        'pexpect',
+        'pyOpenSSL',
+      ],
+      test_suite='test',
+    )

software/erp5-zope2/test/test/__init__.py

+##############################################################################
+#
+# Copyright (c) 2022 Nexedi SA and Contributors. All Rights Reserved.
+#
+# WARNING: This program as such is intended to be used by professional
+# programmers who take the whole responsibility of assessing all potential
+# consequences resulting from its eventual inadequacies and bugs
+# End users who are looking for a ready-to-use solution with commercial
+# guarantees and support are strongly adviced to contract a Free Software
+# Service Company
+#
+# This program is Free Software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 3
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+#
+##############################################################################
+
+import itertools
+import json
+import os
+import sys
+
+from slapos.testing.testcase import makeModuleSetUpAndTestCaseClass
+
+
+_setUpModule, SlapOSInstanceTestCase = makeModuleSetUpAndTestCaseClass(
+    os.path.abspath(
+        os.path.join(os.path.dirname(__file__), '..', '..', 'software.cfg')))
+
+
+setup_module_executed = False
+def setUpModule():
+  # slapos.testing.testcase's only need to be executed once
+  global setup_module_executed
+  if not setup_module_executed:
+    _setUpModule()
+  setup_module_executed = True
+
+
+# Metaclass to parameterize our tests.
+# This is a rough adaption of the parameterized package:
+#   https://github.com/wolever/parameterized
+# Consult following note for rationale why we don't use parameterized:
+#   https://lab.nexedi.com/nexedi/slapos/merge_requests/1306
+class ERP5InstanceTestMeta(type):
+  """Adjust ERP5InstanceTestCase instances to be run in several flavours (e.g. NEO/ZEO)
+
+  Adjustments can be declared via setting the '__test_matrix__' attribute
+  of a test case.
+  A test matrix is a dict which maps the flavoured class name suffix to
+  a tuple of parameters.
+  A parameter is a function which receives the instance_parameter_dict
+  and modifies it in place (therefore no return value is needed).
+  You can use the 'matrix' helper function to construct a test matrix.
+  If .__test_matrix__ is 'None' the test case is ignored.
+  If the test case should be run without any adaptions, you can set
+  .__test_matrix__ to 'matrix((default,))'.
+  """
+
+  def __new__(cls, name, bases, attrs):
+    base_class = super().__new__(cls, name, bases, attrs)
+    if base_class._isParameterized():
+      cls._parameterize(base_class)
+    return base_class
+
+  # _isParameterized tells whether class is parameterized.
+  # All classes with 'metaclass=ERP5InstanceTestMeta' are parameterized
+  # except from a class which has been automatically instantiated from
+  # such user class. This exception prevents infinite recursion due to
+  # a parameterized class which tries to parameterize itself again.
+  def _isParameterized(self):
+    return not getattr(self, '.created_by_parametrize', False)
+
+  # Create multiple test classes from single definition.
+  @classmethod
+  def _parameterize(cls, base_class):
+    mod_dict = sys.modules[base_class.__module__].__dict__
+    for class_name_suffix, parameter_tuple in (base_class.__test_matrix__ or {}).items():
+      parameterized_cls_dict = dict(
+        base_class.__dict__,
+        **{
+          # Avoid infinite loop by a parameterized class which
+          # parameterize itself again and again and..
+          ".created_by_parametrize": True,
+          # Switch
+          #
+          #  .getInstanceParameterDict       to ._test_getInstanceParameterDict
+          #  ._base_getInstanceParameterDict to .getInstanceParameterDict
+          #
+          # so that we could inject base implementation to be called above
+          # user-defined getInstanceParameterDict.
+          "_test_getInstanceParameterDict": base_class.getInstanceParameterDict,
+          "getInstanceParameterDict": cls._getParameterizedInstanceParameterDict(parameter_tuple)
+        }
+      )
+      name = f"{base_class.__name__}_{class_name_suffix}"
+      mod_dict[name] = type(name, (base_class,), parameterized_cls_dict)
+
+  # _getParameterizedInstanceParameterDict returns a modified version of
+  # a test cases original 'getInstanceParameterDict'. The modified version
+  # applies parameters on the default instance parameters.
+  @staticmethod
+  def _getParameterizedInstanceParameterDict(parameter_tuple):
+    @classmethod
+    def getInstanceParameterDict(cls):
+      instance_parameter_dict = json.loads(
+        cls._test_getInstanceParameterDict().get("_", r"{}")
+      )
+      [p(instance_parameter_dict) for p in parameter_tuple]
+      return {"_": json.dumps(instance_parameter_dict)}
+    return getInstanceParameterDict
+
+  # Hide tests in unpatched base class: It doesn't make sense to run tests
+  # in original class, because parameters have not been assigned yet.
+  #
+  # We can't simply call 'delattr', because this wouldn't remove
+  # inherited tests. Overriding dir is sufficient, because this is
+  # the way how unittest discovers tests:
+  #   https://github.com/python/cpython/blob/3.11/Lib/unittest/loader.py#L237
+  def __dir__(self):
+    if self._isParameterized():
+      return [attr for attr in super().__dir__() if not attr.startswith('test')]
+    return super().__dir__()
+
+
+def matrix(*parameter_tuple):
+  """matrix creates a mapping of test_name -> parameter_tuple.
+
+  Each provided parameter_tuple won't be combined within itself,
+  but with any other provided parameter_tuple, for instance
+
+    >>> parameter_tuple0 = (param0, param1)
+    >>> parameter_tuple1 = (param2, param3)
+    >>> matrix(parameter_tuple0, parameter_tuple1)
+
+  will return all options of (param0 | param1) & (param2 | param3):
+
+    - param0_param2
+    - param0_param3
+    - param1_param2
+    - param1_param3
+  """
+  return {
+    "_".join([p.__name__ for p in params]): params
+    for params in itertools.product(*parameter_tuple)
+  }
+
+
+# Define parameters (function which receives instance params + modifies them).
+#
+# default runs tests without any adaption
+def default(instance_parameter_dict): ...
+
+
+def zeo(instance_parameter_dict):
+  instance_parameter_dict['zodb'] = [{"type": "zeo", "server": {}}]
+
+
+def neo(instance_parameter_dict):
+   # We don't provide encryption certificates in test runs for the sake
+  # of simplicity. By default SSL is turned on, we need to explicitly
+  # deactivate it:
+  #   https://lab.nexedi.com/nexedi/slapos/blob/a8150a1ac/software/neoppod/instance-neo-input-schema.json#L61-65
+  instance_parameter_dict['zodb'] = [{"type": "neo", "server": {"ssl": False}}]
+
+
+class ERP5InstanceTestCase(SlapOSInstanceTestCase, metaclass=ERP5InstanceTestMeta):
+  """ERP5 base test case
+  """
+  __test_matrix__ = matrix((zeo, neo))  # switch between NEO and ZEO mode
+
+  @classmethod
+  def getRootPartitionConnectionParameterDict(cls):
+    """Return the output parameters from the root partition"""
+    return json.loads(
+        cls.computer_partition.getConnectionParameterDict()['_'])
+
+  @classmethod
+  def getComputerPartition(cls, partition_reference):
+    for computer_partition in cls.slap.computer.getComputerPartitionList():
+      if partition_reference == computer_partition.getInstanceParameter(
+          'instance_title'):
+        return computer_partition
+
+  @classmethod
+  def getComputerPartitionPath(cls, partition_reference):
+    partition_id = cls.getComputerPartition(partition_reference).getId()
+    return os.path.join(cls.slap._instance_root, partition_id)

software/erp5-zope2/test/test/benchmarks.py

+##############################################################################
+#
+# Copyright (c) 2022 Nexedi SA and Contributors. All Rights Reserved.
+#
+# WARNING: This program as such is intended to be used by professional
+# programmers who take the whole responsibility of assessing all potential
+# consequences resulting from its eventual inadequacies and bugs
+# End users who are looking for a ready-to-use solution with commercial
+# guarantees and support are strongly adviced to contract a Free Software
+# Service Company
+#
+# This program is Free Software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 3
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+#
+##############################################################################
+
+import datetime
+import json
+import pathlib
+import subprocess
+import time
+import typing
+import urllib.parse
+
+import psutil
+import requests
+
+from . import ERP5InstanceTestCase, default, matrix, setUpModule
+from .test_erp5 import ZopeSkinsMixin
+
+
+class TestOrderBuildPackingListSimulation(
+    ZopeSkinsMixin,
+    ERP5InstanceTestCase,
+):
+  """Create orders and build packing lists.
+  """
+  __partition_reference__ = 's'
+  __test_matrix__ = matrix((default, ))
+
+  _start: datetime.datetime
+  _previous: datetime.datetime
+
+  @classmethod
+  def getInstanceParameterDict(cls) -> dict:
+    return {
+      '_':
+      json.dumps(
+        {
+          "bt5":
+          " ".join(
+            [
+              "erp5_full_text_mroonga_catalog",
+              "erp5_configurator_standard",
+              "erp5_scalability_test",
+            ]),
+          "mariadb": {
+            # We use a large innodb-buffer-pool-size because the simulation
+            # select method used for sale packing list does not use index and
+            # cause slpow queries
+            "innodb-buffer-pool-size": 32 * 1024 * 1024 * 1024,  # 32Go
+          },
+          "zope-partition-dict": {
+            "activities": {
+              "instance-count": 32,
+              "family": "activities",
+              "thread-amount": 2,
+              "port-base": 2300
+            },
+            "default": {
+              "instance-count": 1,
+              "family": "default",
+              "port-base": 2200
+            },
+          },
+        })
+    }
+
+  @classmethod
+  def _setUpClass(cls) -> None:
+    super()._setUpClass()
+    cls.zope_base_url = cls._getAuthenticatedZopeUrl('')
+    cls.create_sale_order_batch_url = urllib.parse.urljoin(
+      cls.zope_base_url, 'ERP5Site_createScalabilityTestSaleOrderBatch')
+
+  def setUp(self) -> None:
+    super().setUp()
+    self.measurement_file = open(f'measures{self.id()}.jsonl', 'w')
+    self.addCleanup(self.measurement_file.close)
+
+  def write_measurement(
+      self, measurement: dict[str, typing.Union[str, float]]) -> None:
+    json.dump(
+      measurement,
+      self.measurement_file,
+    )
+    self.measurement_file.write('\n')
+    self.measurement_file.flush()
+
+  def take_measurements(self, step: str) -> None:
+    # Time for this iteration
+    now = datetime.datetime.now()
+    elapsed = now - self._previous
+    self._previous = now
+
+    # Memory usage of all zopes
+    with self.slap.instance_supervisor_rpc as supervisor:
+      zope_memory_info_list = [
+        psutil.Process(process['pid']).memory_info()
+        for process in supervisor.getAllProcessInfo()
+        if process['name'].startswith('zope-') and process['pid']
+      ]
+    zope_total_rss = sum(mem.rss for mem in zope_memory_info_list)
+    zope_count = len(zope_memory_info_list)
+
+    # Database size
+    root_fs = pathlib.Path(
+      self.getComputerPartitionPath('zodb')) / 'srv' / 'zodb' / 'root.fs'
+    root_fs_size = root_fs.stat().st_size
+
+    self.logger.info(
+      "Measurements for %s (after %s): "
+      "elapsed=%s zope_total_rss=%s / %s root_fs_size=%s",
+      step,
+      now - self._start,
+      elapsed,
+      zope_total_rss,
+      zope_count,
+      root_fs_size,
+    )
+    self.write_measurement(
+      {
+        'step': step,
+        'step_duration_seconds': elapsed.total_seconds(),
+        'step_duration': str(elapsed),
+        'zope_total_rss': zope_total_rss,
+        'zope_count': zope_count,
+        'root_fs_size': root_fs_size,
+        'now': str(now),
+      })
+
+  def test(self) -> None:
+    self._start = self._previous = datetime.datetime.now()
+
+    with requests.Session() as session:
+      ret = session.get(
+        urllib.parse.urljoin(
+          self.zope_base_url, 'ERP5Site_bootstrapScalabilityTest'),
+        verify=False,
+        params={'user_quantity:int': 1})
+      if not ret.ok:
+        self.logger.error(ret.text)
+      ret.raise_for_status()
+      self._waitForActivities(
+        timeout=datetime.timedelta(hours=2).total_seconds())
+
+      # XXX default reference generator for sale packing list cause
+      # many conflict errors, disable it.
+      self._addPythonScript(
+        script_id='Delivery_generateReference',
+        params='*args, **kw',
+        body='context.setReference("no reference for benchmark")',
+      )
+      self.take_measurements("setup")
+
+    # XXX now that we have installed business templates,
+    # restart all zopes to workaround a bug with accessors not
+    # working after some time (packing_list_line.getStartDate no longer
+    # acquire from parent's sale packing list)
+    with self.slap.instance_supervisor_rpc as supervisor:
+      supervisor.stopAllProcesses()
+      supervisor.startAllProcesses()
+    self.slap.waitForInstance()
+    self.take_measurements("restart")
+
+    with requests.Session() as session:
+      for i in range(100):
+        for j in range(5):
+          ret = session.get(
+            self.create_sale_order_batch_url,
+            verify=False,
+            params={
+              'random_seed': f'{i}.{j}',
+              'order_count:int': '50',
+            },
+          )
+          if not ret.ok:
+            self.logger.error(ret.text)
+          ret.raise_for_status()
+        self._waitForActivities(
+          timeout=datetime.timedelta(hours=2).total_seconds())
+        self.take_measurements(f"iteration_{i+1:03}")
+
+      # final measurements, take a "zodb analyze" snapshot
+      zodb_cmd = pathlib.Path(
+        self.computer_partition_root_path
+      ) / 'software_release' / 'bin' / 'zodb'
+      root_fs = pathlib.Path(
+        self.getComputerPartitionPath('zodb')) / 'srv' / 'zodb' / 'root.fs'
+      self.write_measurement(
+        {
+          'zodb analyze':
+          subprocess.check_output((zodb_cmd, 'analyze', root_fs), text=True)
+        })
+
+      # and a pt-query-digest for slow log
+      pt_query_digest = pathlib.Path(
+        self.computer_partition_root_path
+      ) / 'software_release' / 'parts' / 'percona-toolkit' / 'bin' / 'pt-query-digest'
+      mariadb_slowquery_log = pathlib.Path(
+        self.getComputerPartitionPath(
+          'mariadb')) / 'var' / 'log' / 'mariadb_slowquery.log'
+      self.write_measurement(
+        {
+          'pt-query-digest':
+          subprocess.check_output(
+            (pt_query_digest, mariadb_slowquery_log), text=True)
+        })
+
+      breakpoint()

software/erp5-zope2/test/test/test_wcfs.py

+# Copyright (C) 2022  Nexedi SA and Contributors.
+#
+# This program is free software: you can Use, Study, Modify and Redistribute
+# it under the terms of the GNU General Public License version 3, or (at your
+# option) any later version, as published by the Free Software Foundation.
+#
+# You can also Link and Combine this program with other software covered by
+# the terms of any of the Free Software licenses or any of the Open Source
+# Initiative approved licenses and Convey the resulting work. Corresponding
+# source of such a combination shall include the source code for all other
+# software used.
+#
+# This program is distributed WITHOUT ANY WARRANTY; without even the implied
+# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# See COPYING file for full licensing terms.
+# See https://www.nexedi.com/licensing for rationale and options.
+
+import json
+import os.path
+import unittest
+
+from slapos.grid.utils import md5digest
+
+from . import ERP5InstanceTestCase, setUpModule as _setUpModule
+from .test_erp5 import TestPublishedURLIsReachableMixin
+
+# skip tests when software release is built with wendelin.core 1.
+def setUpModule():
+  _setUpModule()
+
+  cls = ERP5InstanceTestCase
+  if not os.path.exists(
+    os.path.join(
+      cls.slap.software_directory,
+      md5digest(cls.getSoftwareURL()),
+      'bin', 'wcfs')):
+    raise unittest.SkipTest("built with wendelin.core 1")
+
+
+class TestWCFS(ERP5InstanceTestCase, TestPublishedURLIsReachableMixin):
+  """Test Wendelin Core File System
+  """
+  __partition_reference__ = 'wcfs'
+
+  # Only run in ZEO mode; don't run with NEO.
+  # Current NEO/py and NEO/go versions have interoperability
+  # issues. Once these issues are fixed the following
+  # lines have to be removed so that test case runs agains NEO.
+  # Please see the following MR for more context:
+  # https://lab.nexedi.com/nexedi/slapos/merge_requests/1283#note_174854
+  @classmethod
+  def setUpClass(cls):
+    if json.loads(cls.getInstanceParameterDict()["_"])['zodb'][0]["type"] == "neo":
+      raise unittest.SkipTest("Not yet fixed WCFS+NEO interoperability issue.")
+    super().setUpClass()
+
+  @classmethod
+  def getInstanceParameterDict(cls):
+    return {'_': json.dumps({'wcfs': {'enable': True}})}
+
+  def test_wcfs_accessible(self):
+    """Verify that wcfs filesystem is basically accessible.
+
+       - we can read .wcfs/zurl
+       - its content is equal to published `serving-zurl`
+    """
+    zurl = json.loads(
+             self.getComputerPartition('wcfs').getConnectionParameter('_')
+           )['serving-zurl']
+
+    mntpt = lookupMount(zurl)
+    zurl_ = readfile("%s/.wcfs/zurl" % mntpt)
+    self.assertEqual(zurl_, zurl)
+
+
+# lookupMount returns /proc/mount entry for wcfs mounted to serve zurl.
+def lookupMount(zurl):
+  for line in readfile('/proc/mounts').splitlines():
+    # <zurl> <mountpoint> fuse.wcfs ...
+    zurl_, mntpt, typ, _ = line.split(None, 3)
+    if typ != 'fuse.wcfs':
+      continue
+    if zurl_ == zurl:
+      return mntpt
+  raise KeyError("lookup mount %s: no /proc/mounts entry" % zurl)
+
+# readfile returns content of file @path.
+def readfile(path):
+  with open(path) as f:
+    return f.read()

software/erp5-zope2/upgrade_test/README.md

+Upgrade tests for ERP5 software release

software/erp5-zope2/upgrade_test/setup.py

+##############################################################################
+#
+# Copyright (c) 2020 Nexedi SA and Contributors. All Rights Reserved.
+#
+# WARNING: This program as such is intended to be used by professional
+# programmers who take the whole responsibility of assessing all potential
+# consequences resulting from its eventual inadequacies and bugs
+# End users who are looking for a ready-to-use solution with commercial
+# guarantees and support are strongly adviced to contract a Free Software
+# Service Company
+#
+# This program is Free Software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 3
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+#
+##############################################################################
+from setuptools import setup, find_packages
+
+version = '0.0.1.dev0'
+name = 'slapos.test.upgrade_erp5'
+with open("README.md") as f:
+  long_description = f.read()
+
+setup(name=name,
+      version=version,
+      description="Upgrade test for SlapOS' ERP5 software release",
+      long_description=long_description,
+      long_description_content_type='text/markdown',
+      maintainer="Nexedi",
+      maintainer_email="info@nexedi.com",
+      url="https://lab.nexedi.com/nexedi/slapos",
+      packages=find_packages(),
+      install_requires=[
+        'slapos.core',
+        'supervisor',
+        'slapos.libnetworkcache',
+      ],
+      test_suite='test',
+    )

stack/erp5-zope2/TODO

+(in no special order)
+
+General:
+- ipv6 support (besides frontend-backend apache connection)
+  requires important changes at ERP5 level
+- resilience
+- mariadb: make x509 mandatory (needs ZMySQLD*A support)
+- make postfix log inside partition
+- document postfix parameters (only once it actually works)
+
+Backups:
+- flush binlogs independently from full backups (in addition to anyway flushing them on full backup creation)
+- rotate tidstorage consistency points
+- make mysql backup path an instance parameter
+- make srv/backup/zodb the default value for a parameter (zodb{ 'backup_root': ...} or so) to have a single value to modify to relocate zodb backups of a partition
+- make srv/backup/logrotate customisable (per partition, otherwise files will overwrite each other)

stack/erp5-zope2/buildout.hash.cfg

+# THIS IS NOT A BUILDOUT FILE, despite purposedly using a compatible syntax.
+# The only allowed lines here are (regexes):
+# - "^#" comments, copied verbatim
+# - "^[" section beginings, copied verbatim
+# - lines containing an "=" sign which must fit in the following categorie.
+#   - "^\s*filename\s*=\s*path\s*$" where "path" is relative to this file
+#     Copied verbatim.
+#   - "^\s*hashtype\s*=.*" where "hashtype" is one of the values supported
+#     by the re-generation script.
+#     Re-generated.
+# - other lines are copied verbatim
+# Substitution (${...:...}), extension ([buildout] extends = ...) and
+# section inheritance (< = ...) are NOT supported (but you should really
+# not need these here).
+[mariadb-resiliency-after-import-script]
+filename = instance-mariadb-resiliency-after-import-script.sh.in
+md5sum = 85ce1e2f3d251aa435fef8118dca8a63
+
+[mariadb-slow-query-report-script]
+filename = mysql-querydigest.sh.in
+md5sum = 6457ab192d709aa2c9014e9a3e91ca20
+
+[mariadb-start-clone-from-backup]
+filename = instance-mariadb-start-clone-from-backup.sh.in
+md5sum = d10b8e35b02b5391cf46bf0c7dbb1196
+
+[template-mariadb]
+filename = instance-mariadb.cfg.in
+md5sum = 93b2277185e4949a3d17be79d3710d2d
+
+[template-kumofs]
+filename = instance-kumofs.cfg.in
+md5sum = 45cc45510b59ceb730b6e38448b5c0c3
+
+[template-zope-conf]
+filename = zope.conf.in
+md5sum = ce8d03a1b4c1a9e5085ec54ea2744007
+
+[site-zcml]
+filename = site.zcml
+md5sum = 43556e5bca8336dd543ae8068512aa6d
+
+[template-my-cnf]
+filename = my.cnf.in
+md5sum = c0bde08ec6bd6d333315a15026266b65
+
+[template-mariadb-initial-setup]
+filename = mariadb_initial_setup.sql.in
+md5sum = f928b9dc99f7f970caadfe7dd6f95d34
+
+[template-postfix]
+filename = instance-postfix.cfg.in
+md5sum = 8f7bfca893a01c390df7a3dc9c2410e1
+
+[template-postfix-master-cf]
+filename = postfix_master.cf.in
+md5sum = ef164517e3f7170d03499967d625c3bb
+
+[template-postfix-main-cf]
+filename = postfix_main.cf.in
+md5sum = e9f03c66627beb4054d45123450162d2
+
+[template-postfix-aliases]
+filename = postfix_aliases.in
+md5sum = 0969fbb25b05c02ef3c2d437b2f4e1a0
+
+[template-run-zelenium]
+filename = run-zelenium-test.py.in
+md5sum = b95084ae9eed95a68eada45e28ef0c04
+
+[template]
+filename = instance.cfg.in
+md5sum = 3f7b28085ceff321a3cb785db60f7c3e
+
+[template-erp5]
+filename = instance-erp5.cfg.in
+md5sum = 30a1e738a8211887e75a5e75820e5872
+
+[template-zeo]
+filename = instance-zeo.cfg.in
+md5sum = 0ba5735ab87ee53e2c203b1563b55ff0
+
+[template-zodb-base]
+filename = instance-zodb-base.cfg.in
+md5sum = 0ac4b74436f554cd677f19275d18d880
+
+[template-zope]
+filename = instance-zope.cfg.in
+md5sum = 0451190711157fc204418662126d5cf8
+
+[template-balancer]
+filename = instance-balancer.cfg.in
+md5sum = b0751d3d12cfcc8934cb1027190f5e5e
+
+[template-haproxy-cfg]
+filename = haproxy.cfg.in
+md5sum = 1645ef8990ab2b50f91a4c02f0cf8882
+
+[template-rsyslogd-cfg]
+filename = rsyslogd.cfg.in
+md5sum = 5cf0316fdd17a940031e4083bbededd8
+
+[instance-wcfs.cfg.in]
+filename = instance-wcfs.cfg.in
+md5sum = 0f921643a68e3a8de5529d653710ddca

stack/erp5-zope2/instance-kumofs.cfg.in

+{% set use_ipv6 = slapparameter_dict.get('use-ipv6', False) -%}
+[buildout]
+extends =
+  {{ template_monitor }}
+parts +=
+  publish
+  kumofs-instance
+  logrotate-entry-kumofs
+  resiliency-exclude-file
+  promise-kumofs-server
+  promise-kumofs-server-listen
+  promise-kumofs-gateway
+  promise-kumofs-manager
+  promise-check-computer-memory
+
+[publish]
+recipe = slapos.cookbook:publish.serialised
+{% if use_ipv6 -%}
+url = memcached://[${kumofs-instance:ip}]:${kumofs-instance:gateway-port}/
+{% else -%}
+url = memcached://${kumofs-instance:ip}:${kumofs-instance:gateway-port}/
+{% endif -%}
+monitor-base-url = ${monitor-publish-parameters:monitor-base-url}
+
+[kumofs-instance]
+recipe = slapos.cookbook:generic.kumofs
+
+# Network options
+{% if use_ipv6 -%}
+ip = {{ (ipv6_set | list)[0] }}
+address-family = inet6
+{% else -%}
+ip = {{ (ipv4_set | list)[0] }}
+address-family = inet4
+{% endif -%}
+{% set tcpv4_port = slapparameter_dict['tcpv4-port'] -%}
+manager-port = {{ tcpv4_port }}
+server-port = {{ tcpv4_port + 1 }}
+server-listen-port = {{ tcpv4_port + 2 }}
+gateway-port = {{ tcpv4_port + 3 }}
+# Paths: Data
+{% set ram_storage_size = slapparameter_dict.get('ram-storage-size') -%}
+{% if ram_storage_size -%}
+data-path = *#capsiz={{ ram_storage_size }}m
+{% else -%}
+# (with 10M buckets and HDBTLARGE option)
+data-path = ${directory:kumofs-data}/kumodb.tch#bnum=10485760#opts=l
+{% endif -%}
+
+# Paths: Running wrappers
+gateway-wrapper = ${directory:services}/kumofs_gateway
+manager-wrapper = ${directory:services}/kumofs_manager
+server-wrapper = ${directory:services}/kumofs_server
+
+# Paths: Logs
+kumo-gateway-log = ${directory:log}/kumo-gateway.log
+kumo-manager-log = ${directory:log}/kumo-manager.log
+kumo-server-log = ${directory:log}/kumo-server.log
+
+# Binary information
+kumo-gateway-binary = {{ parameter_dict['kumo-location'] }}/bin/kumo-gateway
+kumo-manager-binary = {{ parameter_dict['kumo-location'] }}/bin/kumo-manager
+kumo-server-binary = {{ parameter_dict['kumo-location'] }}/bin/kumo-server
+shell-path = {{ parameter_dict['dash-location'] }}/bin/dash
+
+[logrotate-entry-kumofs]
+< = logrotate-entry-base
+name = kumofs
+log = ${kumofs-instance:kumo-gateway-log} ${kumofs-instance:kumo-manager-log} ${kumofs-instance:kumo-server-log}
+
+[directory]
+recipe = slapos.cookbook:mkdirectory
+log = ${buildout:directory}/var/log
+services = ${buildout:directory}/etc/run
+plugin = ${buildout:directory}/etc/plugin
+srv = ${buildout:directory}/srv
+kumofs-data = ${:srv}/kumofs
+
+[resiliency-exclude-file]
+# Generate rdiff exclude file in case of resiliency
+recipe = slapos.recipe.template:jinja2
+inline = {{ '{{ "**\\n" }}' }}
+output = ${directory:srv}/exporter.exclude
+
+# Deploy zope promises scripts
+[promise-template]
+<= monitor-promise-base
+promise = check_socket_listening
+config-host = ${kumofs-instance:ip}
+config-port = ${kumofs-instance:server-listen-port}
+
+[promise-kumofs-server]
+<= promise-template
+name = kumofs-server.py
+config-port = ${kumofs-instance:server-port}
+
+[promise-kumofs-server-listen]
+<= promise-template
+name = kumofs-server-listen.py
+config-port = ${kumofs-instance:server-listen-port}
+
+[promise-kumofs-gateway]
+<= promise-template
+name = kumofs-gateway.py
+config-port = ${kumofs-instance:gateway-port}
+
+[promise-kumofs-manager]
+<= promise-template
+name = kumofs-manager.py
+config-port = ${kumofs-instance:manager-port}
+
+[promise-check-computer-memory]
+<= monitor-promise-base
+promise = check_command_execute
+name = check-computer-memory.py
+config-command = "{{ parameter_dict["check-computer-memory-binary"] }}" -db ${monitor-instance-parameter:collector-db} --threshold "{{ slapparameter_dict["computer-memory-percent-threshold"] }}" --unit percent
+
+[monitor-instance-parameter]
+monitor-httpd-ipv6 = {{ (ipv6_set | list)[0] }}
+monitor-httpd-port = {{ tcpv4_port + 4 }}
+monitor-title = {{ slapparameter_dict['name'] }}
+password = {{ slapparameter_dict['monitor-passwd'] }}

stack/erp5-zope2/instance-mariadb-resiliency-after-import-script.sh.in

+#!{{ dash }}
+
+# DO NOT RUN THIS SCRIPT ON PRODUCTION INSTANCE
+# OR MYSQL DATA WILL BE ERASED.
+
+# This script will import the dump of the mysql database to the real
+# database. It is launched by the clone (importer) instance of webrunner
+# in the end of the import script.
+
+# Depending on the output, it will create a file containing
+# the status of the restoration (success or failure)
+
+set -e
+
+mysql_executable='{{ mysql_executable }}'
+mariadb_data_directory='{{ mariadb_data_directory }}'
+mariadb_backup_directory='{{ mariadb_backup_directory }}'
+pid_file='{{ pid_file }}'
+binlog_path='{{ binlog_path }}'
+server_executable='{{ server_executable }}'
+
+# Make sure mariadb is not already running
+if [ -e "$pid_file" ]; then
+  if ! pid=$(cat "$pid_file"); then
+    echo "Cannot read Mariadb pidfile, assuming running. Aborting."
+    exit 1
+  fi
+  if kill -0 "$pid"; then
+    echo "Mariadb is already running with pid $pid. Aborting."
+    exit 1
+  fi
+fi
+
+echo "Deleting existing database..."
+find "$mariadb_data_directory" -mindepth 1 -delete
+
+# $binlog_path can be empty if incremental_backup_retention_days <= -1
+if [ -n "$binlog_path" ]; then
+  new_binlog_directory="$(dirname "$binlog_path")"
+  binlog_index_file="$new_binlog_directory/binlog.index"
+  if [ -e "$binlog_index_file" ]; then
+    echo "Adapting binlog database to new paths..."
+    old_binlog_directory="$(dirname $(head -n 1 $binlog_index_file))"
+    sed -e "s|$old_binlog_directory|$new_binlog_directory|g" $binlog_index_file > $binlog_index_file
+  fi
+fi
+
+echo "Starting mariadb..."
+"$server_executable" --innodb-flush-method=nosync --skip-innodb-doublewrite --innodb-flush-log-at-trx-commit=0 --sync-frm=0 --slow-query-log=0 --skip-log-bin &
+mysqld_pid=$!
+trap "kill $mysqld_pid" EXIT TERM INT
+sleep 30
+# If mysql has stopped, abort
+if ! [ -d /proc/$mysql_pid ]; then
+  echo "mysqld exited, aborting."
+  exit 1
+fi
+
+echo "Importing data..."
+# Use latest dump XXX can contain funny characters
+dump=$(ls -r "$mariadb_backup_directory" | head -1)
+zcat "$mariadb_backup_directory/$dump" | $mysql_executable || {
+  RESTORE_EXIT_CODE=$?
+  echo 'Backup restoration failed.'
+  exit $RESTORE_EXIT_CODE
+}
+
+echo 'Backup restoration successfully completed.'

stack/erp5-zope2/instance-zodb-base.cfg.in

+{# base for instances that need to access ZODB storage #}
+{# provides zodb_dict #}
+
+{% set zodb_dict = slapparameter_dict['zodb-dict'] -%}
+
+{% set zeo_dict = slapparameter_dict.get('zodb-zeo', {}) -%}
+{% for name, zodb in six.iteritems(zodb_dict) -%}
+{%   set storage_dict = zodb.setdefault('storage-dict', {}) -%}
+{%   if zodb['type'] == 'zeo' -%}
+{%     do storage_dict.update(zeo_dict.get(name, ())) -%}
+{%   else -%}
+{%     if name == slapparameter_dict.get('neo-name') -%}
+{%       do storage_dict.update(master_nodes=slapparameter_dict['neo-masters'],
+                                name=slapparameter_dict['neo-cluster']) -%}
+{%     endif -%}
+{{     assert(storage_dict['master_nodes'], name) }}
+{%     if storage_dict.pop('ssl', 1) -%}
+{%       do storage_dict.update(ca='~/etc/ca.crt',
+                                cert='~/etc/neo.crt',
+                                key='~/etc/neo.key') -%}
+{%     endif -%}
+{%   endif -%}
+{% endfor -%}

stack/erp5-zope2/postfix_aliases.in

+# See http://www.postfix.org/aliases.5.html for format
+{% for name, alias_list in alias_dict.items() -%}
+{{ name }}: {{ alias_list | join(', ') }}
+{% endfor %}