+++ /dev/null
-#! /usr/bin/python3
-
-import os
-import requests
-import time
-import calendar
-import logging
-import subprocess
-from email.utils import parsedate
-logging.basicConfig(level=logging.INFO)
-
-HOSTS = os.environ['MIRROR_CHECK_HOSTS'].split()
-OUTPUT_DIR = "/run/dsa-mirror-health-{}".format(os.environ['MIRROR_CHECK_SERVICE'])
-HEALTH_FILE = os.path.join(OUTPUT_DIR, "health")
-URL = os.environ['MIRROR_CHECK_URL']
-HEALTH_CHECK_URL = os.environ['MIRROR_CHECK_HEALTH_URL']
-INTERVAL = int(os.environ.get('MIRROR_CHECK_INTERVAL', '60'))
-
-def retrieve_from_host(host, url):
- proxies = {
- 'http': 'http://{}:80'.format(host),
- 'https': 'http://{}:443'.format(host),
- }
- headers = {'User-Agent': 'mirror-health'}
- return requests.get(url, headers=headers, timeout=5, proxies=proxies, allow_redirects=False)
-
-def last_modified(response):
- lm = 0
- if response.status_code == 200 and response.headers.get('last-modified'):
- lm = calendar.timegm(parsedate(response.headers['last-modified']))
- return lm
-
-def healthy(response):
- if response.status_code == 200:
- return True
- return False
-
-def check_shutdown():
- if subprocess.call(['dsa-is-shutdown-scheduled']) == 0:
- logging.info("considering myself unhealthy, shutdown scheduled")
- return False
- return True
-
-def check_uptodate():
- latest_ts = 0
- for host in HOSTS:
- try:
- lm = last_modified(retrieve_from_host(host, URL))
- logging.debug("lm for host %s: %s", host, lm)
- if healthy(retrieve_from_host(host, HEALTH_CHECK_URL)):
- latest_ts = max(latest_ts, lm)
- except (requests.exceptions.ProxyError, requests.exceptions.ReadTimeout, requests.exceptions.ConnectTimeout, requests.exceptions.ConnectionError):
- pass
- try:
- local_lm = last_modified(retrieve_from_host('localhost', URL))
- except (requests.exceptions.ProxyError, requests.exceptions.ReadTimeout, requests.exceptions.ConnectTimeout, requests.exceptions.ConnectionError):
- return False
- logging.debug("lm for localhost: %s", local_lm)
- if local_lm < latest_ts:
- logging.info("considering myself unhealthy my ts=%s latest_ts=%s", local_lm, latest_ts)
- return False
- return True
-
-while True:
- start = time.time()
- if check_shutdown() and check_uptodate():
- logging.info("considering myself healthy")
- open(HEALTH_FILE, 'w').write("OK")
- else:
- try:
- os.remove(HEALTH_FILE)
- except OSError:
- pass
- sleep_time = start + INTERVAL - time.time()
- logging.debug("sleeping for %d seconds", sleep_time)
- time.sleep(sleep_time)
+++ /dev/null
-define roles::mirror_health (
- $check_hosts = [],
- $check_service = '',
- $url = '',
- $health_url = '',
- $check_interval = 60,
-) {
- ensure_packages(['python3-requests'], { ensure => 'installed' })
-
-# if !defined(File['/usr/local/sbin/mirror-health']) {
-# file { '/usr/local/sbin/mirror-health':
-# source => 'puppet:///modules/roles/mirror_health/mirror-health',
-# owner => 'root',
-# group => 'root',
-# mode => '0555',
-# notify => Service["mirror-health-${check_service}"],
-# }
-# }
-
- file { "/etc/systemd/system/mirror-health-${check_service}.service":
- owner => 'root',
- group => 'root',
- mode => '0444',
- content => template('roles/mirror-health.service.erb'),
- notify => [Exec['systemctl daemon-reload'], Service["mirror-health-${check_service}"]],
- }
-
- file { "/etc/systemd/system/multi-user.target.wants/mirror-health-${check_service}.service":
- ensure => 'link',
- target => "../mirror-health-${check_service}.service",
- notify => Exec['systemctl daemon-reload'],
- }
-
- service { "mirror-health-${check_service}":
- require => Exec['systemctl daemon-reload'],
- ensure => running,
- }
-}
+++ /dev/null
-##
-## THIS FILE IS UNDER PUPPET CONTROL. DON'T EDIT IT HERE.
-## USE: git clone git+ssh://$USER@puppet.debian.org/srv/puppet.debian.org/git/dsa-puppet.git
-##
-
-[Unit]
-Description=Mirror health checking <%= @check_service %>
-
-[Service]
-ExecStart=/usr/local/sbin/mirror-health
-RuntimeDirectory=dsa-mirror-health-<%= @check_service %>
-ProtectSystem=full
-ProtectHome=read-only
-PrivateTmp=true
-User=nobody
-Group=nogroup
-Restart=always
-
-Environment="MIRROR_CHECK_SERVICE=<%= @check_service %>"
-Environment="MIRROR_CHECK_URL=<%= @url %>"
-Environment="MIRROR_CHECK_HEALTH_URL=<%= @health_url %>"
-Environment="MIRROR_CHECK_HOSTS=<%= @check_hosts.join ' ' %>"
-Environment="MIRROR_CHECK_INTERVAL=<%= @check_interval %>"
-
-[Install]
-WantedBy=multi-user.target