Alain Takoudjou · @alain.takoudjou · Alain Takoudjou · Alain Takoudjou · Thomas Gambier · Alain Takoudjou
--- a/slapos/promise/plugin/check_error_on_apache_log.py 0 → 100644
+++ b/slapos/promise/plugin/check_error_on_apache_log.py 0 → 100644
+from zope import interface as zope_interface
--- a/slapos/promise/plugin/check_icmp_packet_lost.py 0 → 100644
+++ b/slapos/promise/plugin/check_icmp_packet_lost.py 0 → 100644
+from zope import interface as zope_interface
+from slapos.grid.promise import interface
+from slapos.grid.promise.generic import GenericPromise
+import re
+import time
+from slapos.networkbench.ping import ping, ping6
+
+class RunPromise(GenericPromise):
+
+  zope_interface.implements(interface.IPromise)
+
+  def __init__(self, config):
+    GenericPromise.__init__(self, config)
+    # set periodicity to run the promise twice per day
+    self.custom_frequency = 720
--- a/slapos/promise/plugin/check_icmp_packet_lost.py 0 → 100644
+++ b/slapos/promise/plugin/check_icmp_packet_lost.py 0 → 100644
+    """
+    # Address to ping to
+    address = self.getConfig('address')
+    if not address:
+      raise ValueError("'address' was not set in promise parameters.")
+    # Force use ipv4 protocol ?
+    ipv4 = self.getConfig('ipv4') in ('True', 'true', '1')
+    count = self.getConfig('count', 10)
+
+    if ipv4:
+      result = ping(address, count=count)
+    else:
+      result = ping6(address, count=count)
+
+    message = "%s host=%s code=%s, result=%s, packet_lost_ratio=%s msg=%s" % result
+    if result[4] != "0":
--- a/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+++ b/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+    ipv6 = self.getConfig('ipv6')
+    count = self.getConfig('count', 10)
+    if not ipv4:
+      raise ValueError("'ipv4' was not set in promise parameters.")
+    if not ipv6:
+      raise ValueError("'ipv6' was not set in promise parameters.")
+
+    result_ipv4 = ping(ipv4, count=count)
+    result_ipv6 = ping6(ipv6, count=count)
+    # push into to the log file
+    self.logger.info("%s host=%s code=%s, result=%s, packet_lost_ratio=%s msg=%s" % result_ipv4)
+    self.logger.info("%s host=%s code=%s, result=%s, packet_lost_ratio=%s msg=%s" % result_ipv6)
+
+    if result_ipv4[3] == "failed" and result_ipv6[3] != "failed":
+      # IPv4 is unreacheable
+      self.logger.info("OK")
--- a/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+++ b/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+      raise ValueError("'ipv6' was not set in promise parameters.")
+
+    result_ipv4 = ping(ipv4, count=count)
+    result_ipv6 = ping6(ipv6, count=count)
+    # push into to the log file
+    self.logger.info("%s host=%s code=%s, result=%s, packet_lost_ratio=%s msg=%s" % result_ipv4)
+    self.logger.info("%s host=%s code=%s, result=%s, packet_lost_ratio=%s msg=%s" % result_ipv6)
+
+    if result_ipv4[3] == "failed" and result_ipv6[3] != "failed":
+      # IPv4 is unreacheable
+      self.logger.info("OK")
+      return
+
+    if result_ipv6[3] == "failed":
+      # IPv6 is unreacheable
+      self.logger.error("FAILED")
--- a/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+++ b/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+      return
+
+    if result_ipv6[3] == "failed":
+      # IPv6 is unreacheable
+      self.logger.error("FAILED")
+      return
+
+    latency4 = float(result_ipv4[3])
+    latency6 = float(result_ipv6[3])
+    # We can consider that at worst 1ms is added to
+    # ipv4 response, due the usage of openvpn.
+    acceptable_delay = 1
+    # We can consider that we accept a certain increase
+    # on latency, if we are on a bit congested link.
+    # So 10% is reseonable enough.
+    acceptable_lost = 0.10
--- a/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+++ b/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+    latency6 = float(result_ipv6[3])
+    # We can consider that at worst 1ms is added to
+    # ipv4 response, due the usage of openvpn.
+    acceptable_delay = 1
+    # We can consider that we accept a certain increase
+    # on latency, if we are on a bit congested link.
+    # So 10% is reseonable enough.
+    acceptable_lost = 0.10
+    # Increase latency with the value.
+    latency4 += acceptable_delay + latency4 * acceptable_lost
+    if latency4 < latency6:
+      self.logger.error("FAIL %s (latency4) > %s (latence6)" % (latency4, latency6))
+    else:
+      # Compare if both has Same working rate
+      self.logger.info("OK")
+
--- a/slapos/promise/plugin/frontend_config_validate.py 0 → 100644
+++ b/slapos/promise/plugin/frontend_config_validate.py 0 → 100644
+
+  zope_interface.implements(interface.IPromise)
+
+  def __init__(self, config):
+    GenericPromise.__init__(self, config)
+    # check configuration every 5 minutes (only for anomaly)
+    self.setPeriodicity(minute=5)
+
+  def sense(self):
+    """
+      RUn frontend validatation script
+    """
+
+    validate_script = self.getConfig('verification-script')
+    result = float(subprocess.check_output([validate_script]))
+    process = SlapPopen([validate_script])
--- a/slapos/promise/plugin/frontend_config_validate.py 0 → 100644
+++ b/slapos/promise/plugin/frontend_config_validate.py 0 → 100644
+  def sense(self):
+    """
+      RUn frontend validatation script
+    """
+
+    validate_script = self.getConfig('verification-script')
+    result = float(subprocess.check_output([validate_script]))
+    process = SlapPopen([validate_script])
+    stdout, stderr = process.communicate()
+    if process.returncode != 0:
+      self.logger.info("OK")
+    else:
+      self.logger.error("%s\n%s" % (stdout, stderr))
+
+  def anomaly(self):
+    return self._test(result_count=2, failure_amount=2)
--- a/slapos/promise/plugin/trafficserver_cache_availability.py 0 → 100644
+++ b/slapos/promise/plugin/trafficserver_cache_availability.py 0 → 100644
+from zope import interface as zope_interface
+from slapos.grid.promise import interface
+from slapos.grid.promise.generic import GenericPromise
+
+import subprocess
+
+class RunPromise(GenericPromise):
+
+  zope_interface.implements(interface.IPromise)
+
+  def __init__(self, config):
+    GenericPromise.__init__(self, config)
+    self.setPeriodicity(minute=5)
--- a/slapos/test/promise/plugin/test_check_error_on_apache_log.py 0 → 100644
+++ b/slapos/test/promise/plugin/test_check_error_on_apache_log.py 0 → 100644
+##############################################################################
--- a/slapos/promise/plugin/check_error_on_apache_log.py 0 → 100644
+++ b/slapos/promise/plugin/check_error_on_apache_log.py 0 → 100644
+import time
+import os
+
+class RunPromise(GenericPromise):
+
+  zope_interface.implements(interface.IPromise)
+
+  def __init__(self, config):
+    GenericPromise.__init__(self, config)
+    # set periodicity to run the promise twice per day
+    self.custom_frequency = 720
+    self.setPeriodicity(self.custom_frequency)
+
+  def sense(self):
+    """
+      Check if frontend URL is available
--- a/slapos/promise/plugin/check_error_on_apache_log.py 0 → 100644
+++ b/slapos/promise/plugin/check_error_on_apache_log.py 0 → 100644
+            raise
+        if maximum_delay and (time.time()-time.mktime(t)) > maximum_delay:
+          # no result in the latest hour
+          break
+        if level != "[error]":
+          continue
+        # Classify the types of errors
+        if "(113)No route to host" in msg:
+          no_route_error += 1
+        elif "(101)Network is unreachable" in msg:
+          network_is_unreacheable += 1
+        elif "(110)Connection timed out" in msg:
+          timeout += 1
+        error_amount += 1
+    if error_amount:
+      self.logger.error("ERROR=%s (NOTROUTE=%s, UNREACHEABLENET=%s, TIMEOUT=%s)" % (
--- a/slapos/promise/plugin/check_icmp_packet_lost.py 0 → 100644
+++ b/slapos/promise/plugin/check_icmp_packet_lost.py 0 → 100644
+    GenericPromise.__init__(self, config)
+    # set periodicity to run the promise twice per day
+    self.custom_frequency = 720
+    self.setPeriodicity(self.custom_frequency)
+
+  def sense(self):
+    """
+      Check if frontend URL is available
+    """
+    # Address to ping to
+    address = self.getConfig('address')
+    if not address:
+      raise ValueError("'address' was not set in promise parameters.")
+    # Force use ipv4 protocol ?
+    ipv4 = self.getConfig('ipv4') in ('True', 'true', '1')
+    count = self.getConfig('count', 10)
--- a/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+++ b/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+  zope_interface.implements(interface.IPromise)
+
+  def __init__(self, config):
+    GenericPromise.__init__(self, config)
+    # set periodicity to run the promise twice per day
+    self.custom_frequency = 720
+    self.setPeriodicity(self.custom_frequency)
+
+  def sense(self):
+    """
+      Check if frontend URL is available
+    """
+    # promise ipv6 and ipv4 address to compare.
+    ipv4 = self.getConfig('ipv4')
+    ipv6 = self.getConfig('ipv6')
+    count = self.getConfig('count', 10)
--- a/slapos/promise/plugin/trafficserver_cache_availability.py 0 → 100644
+++ b/slapos/promise/plugin/trafficserver_cache_availability.py 0 → 100644
+  zope_interface.implements(interface.IPromise)
+
+  def __init__(self, config):
+    GenericPromise.__init__(self, config)
+    self.setPeriodicity(minute=5)
+
+  def sense(self):
+    """
+      Check trafficserver cache availability
+    """
+    traffic_line = self.getConfig('wrapper-path')
+
+    process = subprocess.Popen(
+        [traffic_line, '-r',  'proxy.node.cache.percent_free'],
+        stdout=subprocess.PIPE,
+        stderr=subprocess.STDOUT,
--- a/slapos/test/promise/plugin/test_check_error_on_apache_log.py 0 → 100644
+++ b/slapos/test/promise/plugin/test_check_error_on_apache_log.py 0 → 100644
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+#
+##############################################################################
+
+from slapos.test.promise.plugin import TestPromisePluginMixin
+import os
+from slapos.test.promise import data
+
+class TestCheckErrorOnApacheLog(TestPromisePluginMixin):
+
+  def get_time(self, sec):
+    return time.strftime("%a %b %d %H:%M:%S %Y", time.localtime(time.time()-sec))
+
+  def _update_logs(self):
--- a/slapos/test/promise/plugin/test_check_error_on_apache_log.py 0 → 100644
+++ b/slapos/test/promise/plugin/test_check_error_on_apache_log.py 0 → 100644
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+#
+##############################################################################
+
+from slapos.test.promise.plugin import TestPromisePluginMixin
+import os
+from slapos.test.promise import data
+
+class TestCheckErrorOnApacheLog(TestPromisePluginMixin):
--- a/slapos/promise/check_error_on_apache_log/__init__.py → slapos/promise/plugin/check_error_on_http_log.py
+++ b/slapos/promise/check_error_on_apache_log/__init__.py → slapos/promise/plugin/check_error_on_http_log.py
+            if parsing_failure < 3:
+              # Accept failure 2 times, as the line can be actually
+              # cut on the middle.
+              parsing_failure += 1
+              continue
+            raise
+        if maximum_delay and (time.time()-time.mktime(t)) > maximum_delay:
+          # no result in the latest hour
+          break
+        if level != "[error]":
+          continue
+        # Classify the types of errors
+        if "(113)No route to host" in msg:
+          no_route_error += 1
+        elif "(101)Network is unreachable" in msg:
+          network_is_unreacheable += 1
--- a/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+++ b/slapos/promise/plugin/check_re6st_optimal_status.py 0 → 100644
+    # So 10% is reseonable enough.
+    acceptable_lost = int(self.getConfig('acceptable-lost', 0.10))
+    # Increase latency with the value.
+    latency4 += acceptable_delay + latency4 * acceptable_lost
+    if latency4 < latency6:
+      self.logger.error("FAIL %s (latency4) > %s (latence6)" % (latency4, latency6))
+    else:
+      # Compare if both has Same working rate
+      self.logger.info("OK: IPv4 reachable, IPv6 reachable")
+
+  def anomaly(self):
+    # only check the result of the two latest sense call
+    return self._test(result_count=2, failure_amount=2, latest_minute=self.custom_frequency*3)
+
+  def test(self):
+    return TestResult(message="")
--- a/slapos/promise/plugin/validate_frontend_configuration.py 0 → 100644
+++ b/slapos/promise/plugin/validate_frontend_configuration.py 0 → 100644
+    validate_script = self.getConfig('verification-script')
+    if not validate_script:
+      raise ValueError("'verification-script' was not set in promise parameters.")
+    process = subprocess.Popen(
+        [validate_script],
+        stdout=subprocess.PIPE,
+        stderr=subprocess.STDOUT,
+    )
+    message = process.communicate()[0]
+    if process.returncode == 0:
+      self.logger.info("OK")
+    else:
+      self.logger.error("%s" % message)
+
+  def anomaly(self):
+    return self._test()
--- a/slapos/test/promise/plugin/test_check_error_on_http_log.py 0 → 100644
+++ b/slapos/test/promise/plugin/test_check_error_on_http_log.py 0 → 100644
+
+    content = self.base_content % {
+      'log_file': self.base_path + "/SOFTINST-0_apache_error_log",
+      'maximum_delay': 3600
+    }
+    self.writePromise(self.promise_name, content)
+
+    # remove previous pyc, so modified promise file will be used
+    if os.path.exists(self.promise_pyc):
+      os.unlink(self.promise_pyc)
+    # Ignore periodicity of the promise
+    with self.assertRaises(PromiseError):
+      self.launcher.run()
+    result = self.getPromiseResult(self.promise_name)
+    self.assertEqual(result['result']['failed'], True)
+    self.assertEqual(result['result']['message'], "ERROR=1 (NOTROUTE=1, UNREACHEABLENET=0, TIMEOUT=0)")