pbsready-export.cfg.in 2.42 KB
Newer Older
1
[buildout]
2

3
extends = ${pbsready:output}
4

5 6 7 8 9 10 11 12
# Explicitely define extended parts from pbsready
# then add local parts
parts =
  logrotate
  logrotate-entry-cron
  logrotate-entry-equeue
  cron
  cron-entry-logrotate
13
  resilient-sshkeys-authority
14 15 16 17 18 19
  sshd-raw-server
  sshd-graceful
  sshkeys-sshd
  sshd-promise
  resilient-sshkeys-sshd-promise
  sshd-pbs-authorized-key
20
  notifier
21
  notifier-exporter-promise
22

23
  cron-entry-backup
24

25 26 27 28 29 30
[resilient-directory]
recipe = slapos.cookbook:mkdirectory
home = $${buildout:directory}
var = $${:home}/var
pid = $${:var}/pid

31 32 33
# Define port of ssh server. It has to be different from import so that it
# supports export/import using same IP (slaprunner, slapos-in-partition,
# ipv4...)
34 35 36 37 38
[sshd-port]
recipe = slapos.cookbook:free_port
minimum = 22200
maximum = 22209
ip = $${slap-network-information:global-ipv6}
39

40 41 42 43 44 45
[notifier-port]
recipe = slapos.cookbook:free_port
minimum = 65526
maximum = 65535
ip = $${notifier:host}

46
[resilient-publish-connection-parameter]
47 48 49
notification-id = http://[$${notifier:host}]:$${notifier:port}/get/$${notifier-exporter:name}

[notifier-exporter]
Marco Mariani's avatar
Marco Mariani committed
50 51
# notifier.notify launches an (exporter) executable, and when finished,
# notifies the the pull-backup-servers.
52 53 54 55 56 57 58
<= notifier
recipe = slapos.cookbook:notifier.notify
name = exporter
title = Dumping $${slap-parameter:namebase}
executable = $${exporter:wrapper}
wrapper = $${rootdirectory:bin}/exporter
notify = $${slap-parameter:notify}
59
pidfile = $${resilient-directory:pid}/$${:name}.pid
60

61 62 63 64 65 66 67
[notifier-exporter-promise]
recipe = slapos.recipe.template:jinja2
mode = 700
template = inline:
  #!${bash:location}/bin/bash
  EXPORTER_FEED="$${notifier-exporter:log-file}"
  FAILURE_PATTERN="FAILURE"
68 69 70
  if [ -s "$EXPORTER_FEED" ]; then
    tail -n 1 $EXPORTER_FEED | grep -vq FAILURE_PATTERN
  fi
71 72
rendered = $${basedirectory:promises}/exporter-status

73
[cron-entry-backup]
Marco Mariani's avatar
Marco Mariani committed
74 75
# Schedule the periodic database dump.
# Through notifications, this triggers (one or more) incremental backups on PBS instances.
76 77 78
<= cron
recipe = slapos.cookbook:cron.d
name = backup
79
frequency = $${slap-parameter:resiliency-backup-periodicity}
80 81 82
# Sleep from 1 to 6 hours before backing up (disks/network IO optimization)
sleep-command = ${bash:location}/bin/bash -c "sleep $((RANDOM%(60*60*6)))"
command = ($${:sleep-command}; $${notifier-exporter:wrapper} --transaction-id `date +%s`)
83 84

[slap-parameter]
85 86
# In cron.d format (i.e things like */15 * * * * are accepted).
resiliency-backup-periodicity = 0 0 * * *
87