pax_global_header 0000666 0000000 0000000 00000000064 14600551521 0014511 g ustar 00root root 0000000 0000000 52 comment=5a70227c87a0e5977852080e071af29650f40873 slapos-master-software-backupserver/ 0000775 0000000 0000000 00000000000 14600551521 0020171 5 ustar 00root root 0000000 0000000 slapos-master-software-backupserver/software/ 0000775 0000000 0000000 00000000000 14600551521 0022023 5 ustar 00root root 0000000 0000000 slapos-master-software-backupserver/software/backupserver/ 0000775 0000000 0000000 00000000000 14600551521 0024517 5 ustar 00root root 0000000 0000000 slapos-master-software-backupserver/software/backupserver/buildout.hash.cfg 0000664 0000000 0000000 00000003265 14600551521 0027757 0 ustar 00root root 0000000 0000000 # THIS IS NOT A BUILDOUT FILE, despite purposedly using a compatible syntax. # The only allowed lines here are (regexes): # - "^#" comments, copied verbatim # - "^[" section beginings, copied verbatim # - lines containing an "=" sign which must fit in the following categorie. # - "^\s*filename\s*=\s*path\s*$" where "path" is relative to this file # Copied verbatim. # - "^\s*hashtype\s*=.*" where "hashtype" is one of the values supported # by the re-generation script. # Re-generated. # - other lines are copied verbatim # Substitution (${...:...}), extension ([buildout] extends = ...) and # section inheritance (< = ...) are NOT supported (but you should really # not need these here). [template-nginx-service] filename = template-nginx-service.sh.in md5sum = 458870b70c33a1621b68961ae2372ad5 [template-nginx-configuration] filename = template-nginx.cfg.in md5sum = 3edea04f8e7c79f3363b7a849ae6c7eb [template-dcron-service] filename = template-dcron-service.sh.in md5sum = 851262d7174da868805cb7c8e1ced7c0 [template-backup-script] filename = template-backup-script.sh.in md5sum = 3f3286347a7e271e7bfa66e1a840989b [template-crontab-line] filename = template-crontab-line.in md5sum = 5cbd64f04da0601ba4286516a6161f5e [template-crontab] filename = template-crontab.in md5sum = f1f82101258de19068262b7213fc478b [status2rss] filename = status2rss.py md5sum = 432d22bb0f67df5203bbc5d1134a952b [template-update-rss-script] filename = template-update-rss.sh.in md5sum = ae4a0043414336a521b524d9c95f1c68 [template-pullrdiffbackup] filename = instance-pullrdiffbackup.cfg.in md5sum = 931038cfa23216af1628b960a2e10de6 [template] filename = instance.cfg.in md5sum = 974e21f30669e1b83e1e0cd8def0adc3 slapos-master-software-backupserver/software/backupserver/instance-pullrdiffbackup.cfg.in 0000664 0000000 0000000 00000020346 14600551521 0032571 0 ustar 00root root 0000000 0000000 {% set part_list = [] -%} {% set crontab_line_list = [] -%} ############################### # # Instanciate dcron # ############################### [variables] status_dirbasename = status statistic_dirbasename = statistic [directory] recipe = slapos.cookbook:mkdirectory etc = $${buildout:directory}/etc bin = $${buildout:directory}/bin srv = $${buildout:directory}/srv var = $${buildout:directory}/var run = $${:var}/run log = $${:var}/log varnginx = $${:var}/nginx # scripts = $${:etc}/run services = $${:etc}/service cron-entries = $${:etc}/cron.d cron-lines = $${:etc}/cron.lines crontabs = $${:etc}/crontabs cronstamps = $${:etc}/cronstamps backup = $${:srv}/backup status = $${:srv}/$${variables:status_dirbasename} statistic = $${:srv}/$${variables:statistic_dirbasename} backupscript = $${:etc}/backup www = $${:srv}/www home = $${:etc}/home ssl = $${:etc}/ssl ssh = $${:home}/.ssh plugin = $${:etc}/plugin ################################# # Cron service ################################# [dcron-service] recipe = slapos.recipe.template url = ${template-dcron-service:output} output = $${directory:services}/crond logfile = $${directory:log}/crond.log ################################# # Slave backup scripts and crontab ################################# # Go throught slave list to set their configuration {% for slave_instance in slave_instance_list -%} {% set orig_slave_reference = slave_instance.get('slave_reference') -%} {% set slave_reference = orig_slave_reference.replace(' ', '_') -%} {% set frequency = slave_instance.get('frequency', '') -%} {% set hostname = slave_instance.get('hostname', '') -%} {% set connection = slave_instance.get('connection', '') -%} {% set connection_port = slave_instance.get('connection_port', '22') -%} {% set include = slave_instance.get('include', '') -%} {% set include_string = "' --include='".join(include.split(' ')) -%} {% set exclude = slave_instance.get('exclude', '') -%} {% set exclude_string = '' -%} {% set sudo = slave_instance.get('sudo', 'False') -%} {% set remote_schema = slave_instance.get('remote_rdiff_path', 'rdiff-backup') + ' --server --restrict-read-only / -- "$@"' -%} {% if (exclude != '') -%} {% set exclude_string = "' --exclude='".join(exclude.split(' ')) -%} {% set exclude_string = "--exclude='" + exclude_string + "'" -%} {% endif -%} {% if (sudo == 'True') -%} {% set remote_schema = 'sudo backupagent_rdiff-backup' -%} {% endif -%} {% if (frequency != '') and (hostname != '') and (connection != '') and (include != '') -%} [{{ slave_reference }}-backup-directory] recipe = slapos.cookbook:mkdirectory directory = $${directory:backup}/$${:_buildout_section_name_} [{{ slave_reference }}-backup-private_key] recipe = plone.recipe.command stop-on-error = true command = ${coreutils-output:rm} -f $${:key} $${:public_key} && ${openssh-output:keygen} -t $${:type} -b 2048 -f $${:key} -q -N "" key = $${directory:ssh}/$${:_buildout_section_name_} public_key = $${:key}.pub location = $${:public_key} type = rsa # Insert as a beginning part, to ensure that all public keys are generated before trying to publish. This will reduce the number of slapgrid-cp run. {% do part_list.insert(0, "%s-backup-private_key" % slave_reference) -%} [{{ slave_reference }}-backup-read-public_key] recipe = slapos.cookbook:readline storage-path = {{ '$${' ~ slave_reference }}-backup-private_key:public_key} # Publish slave {{ slave_reference }} information [{{ slave_reference }}-backup-publish] recipe = slapos.cookbook:publish -slave-reference = {{ orig_slave_reference }} authorized_key = {{ '$${' ~ slave_reference }}-backup-read-public_key:readline} rss = https://[$${nginx-configuration:ip}]:$${nginx-configuration:port}/{{ '$${' ~ slave_reference }}-backup-script:status_name}.rss {% do part_list.append("%s-backup-publish" % slave_reference) -%} [{{ slave_reference }}-promise-check-backup] recipe = slapos.cookbook:promise.plugin eggs = slapos.toolbox output = $${directory:plugin}/{{ slave_reference }}_check_backup.py module = slapos.promise.plugin.backupserver_check_backup config-status_dirbasename = $${variables:status_dirbasename} config-status_name = {{ '$${' ~ slave_reference }}-backup-script:status_name} config-status_fullpath = {{ '$${' ~ slave_reference }}-backup-script:status_log} config-script_fullpath = {{ '$${' ~ slave_reference }}-backup-script:output} config-cron_frequency = {{ frequency }} config-monitor_url = $${monitor-publish:monitor-base-url} config-statistic_dirbasename = $${variables:statistic_dirbasename} config-statistic_name = {{ '$${' ~ slave_reference }}-backup-script:statistic_name} {% do part_list.append("%s-promise-check-backup" % slave_reference) -%} [{{ slave_reference }}-backup-script] recipe = slapos.recipe.template url = ${template-backup-script:output} output = $${directory:backupscript}/$${:_buildout_section_name_} datadirectory = {{ '$${' ~ slave_reference }}-backup-directory:directory} sshkey = {{ '$${' ~ slave_reference }}-backup-private_key:key} connection = {{ connection }} connection_port = {{ connection_port }} hostname = {{ hostname }} include = {{ include_string }} exclude_string = {{ exclude_string }} remote_schema = {{ remote_schema }} status_name = {{ slave_reference }}_status.txt statistic_name = {{ slave_reference }}_statistic.txt status_log = $${directory:status}/$${:status_name} statistic_log = $${directory:statistic}/$${:statistic_name} [{{ slave_reference }}-backup-crontab-line] recipe = slapos.recipe.template url = ${template-crontab-line:output} output = $${directory:cron-lines}/$${:_buildout_section_name_} script = {{ '$${' ~ slave_reference }}-backup-script:output} frequency = {{ frequency }} {% do crontab_line_list.append("$${%s-backup-crontab-line:output}" % slave_reference) -%} {% endif -%} {% endfor -%} ################################# # Generate crontab file ################################# [update-rss-script] recipe = slapos.recipe.template url = ${template-update-rss-script:output} output = $${directory:etc}/$${:_buildout_section_name_} global_rss = $${slap-connection:computer-id}-$${slap-connection:partition-id}.rss [update-rss-crontab-line] recipe = slapos.recipe.template url = ${template-crontab-line:output} output = $${directory:cron-lines}/$${:_buildout_section_name_} script = $${update-rss-script:output} frequency = */5 * * * * {% do crontab_line_list.append("$${update-rss-crontab-line:output}") -%} [publish-global-rss] recipe = slapos.cookbook:publish <= monitor-publish rss = https://[$${nginx-configuration:ip}]:$${nginx-configuration:port}/$${update-rss-script:global_rss} {% set crontab_line_list_string = " ".join(crontab_line_list) -%} [activate-crontab-file] # XXX File is never removed recipe = plone.recipe.command stop-on-error = true command = ${coreutils-output:cat} ${template-crontab:output} {{ crontab_line_list_string }} | ${dcron-output:crontab} -c $${directory:crontabs} - ################################# # Nginx service ################################# [nginx-service] recipe = slapos.recipe.template url = ${template-nginx-service:output} output = $${directory:services}/nginx virtual-depends = $${nginx-configuration:ip} [nginx-listen-promise] <= monitor-promise-base promise = check_socket_listening name = nginx_listen.py config-host = $${nginx-configuration:ip} config-port = $${nginx-configuration:port} [nginx-configuration] recipe = slapos.recipe.template url = ${template-nginx-configuration:output} output = $${directory:etc}/nginx.cfg access_log = $${directory:log}/nginx-access.log error_log = $${directory:log}/nginx-error.log ip = {{ partition_ipv6 }} port = 9443 ssl_key = $${directory:ssl}/nginx.key ssl_csr = $${directory:ssl}/nginx.csr ssl_crt = $${directory:ssl}/nginx.crt ################################# # Monitoring ################################# [monitor-instance-parameter] monitor-httpd-port = 9687 [monitor-conf-parameters] private-path-list += $${directory:statistic} $${directory:status} # Add parts generated by template [buildout] extends = ${monitor-template:output} parts = dcron-service nginx-service nginx-listen-promise activate-crontab-file publish-global-rss monitor-base {% for part in part_list -%} {{ ' %s' % part }} {% endfor -%} eggs-directory = ${buildout:eggs-directory} develop-eggs-directory = ${buildout:develop-eggs-directory} offline = true slapos-master-software-backupserver/software/backupserver/instance.cfg.in 0000664 0000000 0000000 00000002200 14600551521 0027403 0 ustar 00root root 0000000 0000000 [buildout] parts = switch-softwaretype eggs-directory = ${buildout:eggs-directory} develop-eggs-directory = ${buildout:develop-eggs-directory} offline = true [dynamic-template-pullrdiffbackup] recipe = slapos.recipe.template:jinja2 url = ${template-pullrdiffbackup:output} output = $${buildout:parts-directory}/$${:_buildout_section_name_}/$${:filename} filename = instance-pullrdiffbackup.cfg extensions = jinja2.ext.do context = key slave_instance_list slap-configuration:slave-instance-list # partition_ipv6 is the random ipv6 allocated to the local partition key partition_ipv6 slap-configuration:ipv6-random [switch-softwaretype] recipe = slapos.cookbook:switch-softwaretype RootSoftwareInstance = $${:pullrdiffbackup} pullrdiffbackup = dynamic-template-pullrdiffbackup:output [slap-configuration] # Fetches parameters defined in SlapOS Master for this instance. # Always the same. recipe = slapos.cookbook:slapconfiguration.serialised computer = $${slap-connection:computer-id} partition = $${slap-connection:partition-id} url = $${slap-connection:server-url} key = $${slap-connection:key-file} cert = $${slap-connection:cert-file} slapos-master-software-backupserver/software/backupserver/software.cfg 0000664 0000000 0000000 00000005164 14600551521 0027040 0 ustar 00root root 0000000 0000000 [buildout] extends = buildout.hash.cfg ../../component/dash/buildout.cfg ../../component/dcron/buildout.cfg ../../component/logrotate/buildout.cfg ../../component/openssl/buildout.cfg ../../component/nginx/buildout.cfg ../../component/rdiff-backup/buildout.cfg ../../component/rsync/buildout.cfg ../../component/openssh/buildout.cfg ../../component/grep/buildout.cfg ../../component/findutils/buildout.cfg ../../component/util-linux/buildout.cfg ../../stack/slapos.cfg ../../stack/monitor/buildout.cfg parts = dcron logrotate nginx openssl rsync template template-pullrdiffbackup template-backup-script template-crontab-line slapos-cookbook [python] part = python2.7 [rssgen-eggs] recipe = zc.recipe.egg interpreter = python-${:_buildout_section_name_} eggs = PyRSS2Gen python-dateutil ########################################################## # Service startup scripts and configuration files ########################################################## [template-nginx-service] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} [template-nginx-configuration] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} [template-dcron-service] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} [template-backup-script] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} [template-crontab-line] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} [template-crontab] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} [status2rss] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} [template-update-rss-script] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/${:filename} ########################################################## # Buildout instance.cfg templates ########################################################## [template-pullrdiffbackup] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/template-pullrdiffbackup.cfg [template] recipe = slapos.recipe.template url = ${:_profile_base_location_}/${:filename} output = ${buildout:directory}/template.cfg [versions] gunicorn = 19.1.1 slapos-master-software-backupserver/software/backupserver/status2rss.py 0000664 0000000 0000000 00000002014 14600551521 0027223 0 ustar 00root root 0000000 0000000 import datetime import uuid import PyRSS2Gen import sys from dateutil.parser import parse import base64 # Based on http://thehelpfulhacker.net/2011/03/27/a-rss-feed-for-your-crontabs/ # ### Defaults TITLE = sys.argv[1] LINK = sys.argv[2] DESCRIPTION = TITLE items = [] while 1: try: line = sys.stdin.readline() except KeyboardInterrupt: break if not line: break time, statistic, desc = line.split(', ', 2) rss_item = PyRSS2Gen.RSSItem( title = desc, description = "
%s
" % "