erp5.py 8.54 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
# -*- coding: utf-8 -*-
##############################################################################
#
# Copyright (c) 2014 Vifib SARL and Contributors. All Rights Reserved.
#
# WARNING: This program as such is intended to be used by professional
# programmers who take the whole responsibility of assessing all potential
# consequences resulting from its eventual inadequacies and bugs
# End users who are looking for a ready-to-use solution with commercial
# guarantees and support are strongly adviced to contract a Free Software
# Service Company
#
# This program is Free Software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 3
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
#
##############################################################################

from .slaprunner import SlaprunnerTestSuite

import json
import random
import ssl
import string
import time
import urllib
import urllib2

class NotHttpOkException(Exception):
  pass

class ERP5TestSuite(SlaprunnerTestSuite):
  """
  Run ERP5 inside Slaprunner Resiliency Test.
  Note: requires specific kernel allowing long shebang paths.
  """
47

48 49 50 51
  def _setERP5InstanceParameter(self):
    """
    Set inside of slaprunner the instance parameter to use to deploy erp5 instance.
    """
52
    p = '<?xml version="1.0" encoding="utf-8"?> <instance> <parameter id="_">{"zodb-zeo": {"backup-periodicity": "*:1/4"}, "mariadb": {"backup-periodicity": "*:1/4"}}</parameter> </instance>'
53
    parameter = urllib2.quote(p)
54 55
    self._connectToSlaprunner(
        resource='saveParameterXml',
56
        data='software_type=default&parameter=%s' % parameter)
57 58 59 60 61 62 63 64

  def _getERP5Url(self):
    """
    Return the backend url of erp5 instance.
    Note: it is not connection parameter of slaprunner,
    but connection parameter of what is inside of webrunner.
    """
    data = self._connectToSlaprunner(
65
        resource='getConnectionParameter/slappart8'
66
    )
67
    url = json.loads(json.loads(data)['_'])['default-v6']
68 69 70
    self.logger.info('Retrieved erp5 url is:\n%s' % url)
    return url

71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89
  def _getERP5Password(self):
    data = self._connectToSlaprunner(
        resource='getConnectionParameter/slappart0'
    )
    password = json.loads(json.loads(data)['_'])['inituser-password']
    self.logger.info('Retrieved erp5 password is:\n%s' % password)
    return password

  def _editHAProxyconfiguration(self):
    """
    XXX pure hack.
    haproxy processes don't support long path for sockets.
    Edit haproxy configuration file of erp5 to make it compatible with long paths
    Then restart haproxy.
    """
    self.logger.info('Editing HAProxy configuration...')

    result = self._connectToSlaprunner(
        resource='/getFileContent',
90
        data='file=runner_workdir%2Finstance%2Fslappart7%2Fetc%2Fhaproxy.cfg'
91 92 93 94 95
    )
    file_content = json.loads(result)['result']
    file_content = file_content.replace('var/run/haproxy.sock', 'ha.sock')
    self._connectToSlaprunner(
        resource='/saveFileContent',
96
        data='file=runner_workdir%%2Finstance%%2Fslappart7%%2Fetc%%2Fhaproxy.cfg&content=%s' % urllib.quote(file_content)
97 98 99 100
    )

    # Restart HAProxy
    self._connectToSlaprunner(
101
        resource='/startStopProccess/name/slappart7:haproxy/cmd/RESTART'
102 103 104 105 106 107 108 109
    )


  def _getCreatedERP5Document(self):
    """ Fetch and return content of ERP5 document created above."""
    url = "%s/erp5/getTitle" % self._getERP5Url()
    return self._connectToERP5(url)

110 111 112 113 114
  def _getCreatedERP5SiteId(self):
    """ Fetch and return id of ERP5 document created above."""
    url = "%s/erp5/getId" % self._getERP5Url()
    return self._connectToERP5(url)

115 116 117 118

  def _connectToERP5(self, url, data=None, password=None):
    if password is None:
      password = self._getERP5Password()
119
    auth_handler = urllib2.HTTPBasicAuthHandler()
120
    auth_handler.add_password(realm='Zope', uri=url, user='zope', passwd=password)
121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
    ssl_context = ssl._create_unverified_context()
    opener_director = urllib2.build_opener(
        auth_handler,
        urllib2.HTTPSHandler(context=ssl_context)
    )
    self.logger.info('Calling ERP5 url %s' % url)

    if data:
      result = opener_director.open(url, data=data)
    else:
      result = opener_director.open(url)

    if result.getcode() is not 200:
      raise NotHttpOkException(result.getcode())
    return result.read()

137
  def _createRandomERP5Document(self, password=None):
138 139 140
    """ Create a document with random content in erp5 site."""
    # XXX currently only sets erp5 site title.
    # XXX could be simplified to /erp5/setTitle?title=slapos
141 142 143
    if password is None:
      password = self._getERP5Password()

144
    erp5_site_title = self.slaprunner_user
145
    url = "%s/erp5?__ac_name=zope&__ac_password=%s" % (self._getERP5Url(), password)
146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166
    form = 'title%%3AUTF-8:string=%s&manage_editProperties%%3Amethod=Save+Changes' % erp5_site_title
    self._connectToERP5(url, form)
    return erp5_site_title

  def generateData(self):
    self.slaprunner_password = ''.join(
        random.SystemRandom().sample(string.ascii_lowercase, 8)
    )
    self.slaprunner_user = 'slapos'
    self.logger.info('Generated slaprunner user is: %s' % self.slaprunner_user)
    self.logger.info('Generated slaprunner password is: %s' % self.slaprunner_password)

  def pushDataOnMainInstance(self):
    """
    Create a dummy Software Release,
    Build it,
    Wait for build to be successful,
    Deploy instance,
    Wait for instance to be started.
    Store the main IP of the slaprunner for future use.
    """
167
    self.logger.debug('Getting the backend URL...')
168
    parameter_dict = self._getPartitionParameterDict()
169
    self.slaprunner_backend_url = parameter_dict['backend-url']
170
    self.logger.info('backend_url is %s.' % self.slaprunner_backend_url)
171 172
    self.slaprunner_user = parameter_dict['init-user']
    self.slaprunner_password = parameter_dict['init-password']
173 174

    self._login()
175
    time.sleep(10)
176 177 178 179 180 181 182 183 184

    self._gitClone()
    self._openSoftwareRelease('erp5')
    self._setERP5InstanceParameter()

    self._buildSoftwareRelease()
    self._deployInstance()
    self._deployInstance()
    self._deployInstance()
185
    self._deployInstance()
186 187 188

    self._editHAProxyconfiguration()

189 190 191 192 193 194 195 196 197 198 199 200 201
    time.sleep(30)
    self.logger.info('Starting all partitions ...')
    self._connectToSlaprunner('/startAllPartition')

    self.logger.info('Waiting 30 seconds so that erp5 can be bootstrapped...')
    for i in range(10):
      time.sleep(30)
      try:
        if "erp5" == self._getCreatedERP5SiteId():
          break
      except:
        self.logger.info("Fail to connect to erp5.... wait a bit longer")
        pass
202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225

    self.data = self._createRandomERP5Document()

    self.logger.info('Wait half an hour for main instance to have backup of erp5...')
    time.sleep(3600 / 2)

    # in erp5testnode, we have only one IP, so we can't run at the same time
    # erp5 in webrunner of main instance, and mariadb/zope/etc in import script of clone instance
    # So we stop main instance processes.
    self._connectToSlaprunner('/stopAllPartition')

    self.logger.info('Wait half an hour for clone to have compiled ERP5 SR...')
    time.sleep(3600 / 2)

  def checkDataOnCloneInstance(self):
    """
    Check that:
      * backend_url is different
      * Software Release profile is the same,
      * Software Release is built and is the same,
      * Instance is deployed and is the same (contains same new data).
    """
    old_slaprunner_backend_url = self.slaprunner_backend_url
    self.slaprunner_backend_url = self._returnNewInstanceParameter(
226
        parameter_key='backend-url',
227 228
        old_parameter_value=old_slaprunner_backend_url,
        force_new=True,
229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251
    )
    self._login()
    self._waitForSoftwareBuild()
    self._deployInstance()
    time.sleep(60)

    self._editHAProxyconfiguration()
    new_data = self._getCreatedERP5Document()

    if new_data == self.data:
      self.logger.info('Data are the same: success.')
      return True
    else:
      self.logger.info('Data are different: failure.')
      return False


def runTestSuite(*args, **kwargs):
  """
  Run Slaprunner Resiliency Test.
  """
  return ERP5TestSuite(*args, **kwargs).runTestSuite()