wendelin-scalability: new scenario with many small transactions

This reproduces what happens on a Prod system, where
TokuDB turned out to use much more CPU than FileStorage.

software/wendelin-scalability/test-fluentd-1pb.cfg

+# ERP5: id-store-interval must be big enough to avoid conflicts (e.g. 1000)
+
 [buildout]
 extends = test-fluentd-common.cfg
 
@@ -21,7 +23,6 @@ recipe = slapos.recipe.build:download
 [template-zope-patched]
 <= template-fluentd
 base = ${template-zope-base:target}
-method = unpack
 tags =
   {%- if slapparameter_dict['family'] == 'fluentd' %}
   {%- for i, zope in enumerate(publish_list) %}

software/wendelin-scalability/test-fluentd-common.cfg

@@ -32,6 +32,7 @@ base = ${template-erp5-base:target}
 
 [template-fluentd]
 <= patch-template
+method = unpack
 extra =
   {%- set tags = {} %}
   ${:tags}

software/wendelin-scalability/test-many-small-transactions.cfg

+# ERP5: id-store-interval must be big enough to avoid conflicts (e.g. 1000)
+
+# XXX: Because supervisord can't handle too many processes
+#      ("too many open files to spawn" errors), these SR
+#      should instantiate the source processes differently.
+
+[buildout]
+extends = test-fluentd-common.cfg
+
+[template-erp5-patched]
+extra =
+  [request-balancer]
+  config-inituser-login = {{ dumps(inituser_login) }}
+  config-inituser-password = $${publish-early:inituser-password}
+
+[template-balancer]
+recipe =
+target = ${template-balancer-patched:location}
+
+[template-balancer-base]
+<= template-balancer
+recipe = slapos.recipe.build:download
+
+[template-balancer-patched]
+<= template-fluentd
+base = ${template-balancer-base:target}
+tags =
+  {%- set port, backend_list = haproxy_dict['fluentd'] %}
+  {%- for i in range(100*len(backend_list)) %}
+  {%-   do tags.__setitem__('wendelin_tag_' ~ i, ipv4 ~ ':' ~ port) %}
+  {%- endfor %}
+
+[feeder]
+feeder =
+  #
+    import collections, random, struct
+    pack = struct.Struct('!d').pack
+    data = collections.deque(
+      ''.join(chr(int(random.gauss(0, .68)) % 256) for _ in xrange(2500))
+      # With a period greater than 64kiB (zlib dictionary size),
+      # we avoid extra compression due to repetition.
+      for _ in xrange(30))
+    interval = 60 # XXX: same as fluentd flush internal
+    time.sleep(interval * random.random())
+    while True:
+      emit('', pack(time.time()) + data[0])
+      data.rotate()
+      time.sleep(interval)

software/wendelin-scalability/test-much-deduplication-high-compressibility.cfg

+# NEO: data deduplication must be enabled
+
 [buildout]
 extends = test-fluentd-common.cfg