From: Peter Palfrader <peter@palfrader.org>
Date: Sat, 23 Sep 2017 12:53:53 +0000 (+0200)
Subject: restart multipath on bytemark blades
X-Git-Url: https://git.adam-barratt.org.uk/?a=commitdiff_plain;h=2c39f48b8b7d7e153ee0ae9cfdf91983fd7fa91d;p=mirror%2Fdsa-puppet.git

restart multipath on bytemark blades
---

diff --git a/modules/ganeti2/files/crazy-multipath-restart b/modules/ganeti2/files/crazy-multipath-restart
new file mode 100755
index 000000000..ea7046708
--- /dev/null
+++ b/modules/ganeti2/files/crazy-multipath-restart
@@ -0,0 +1,46 @@
+#!/usr/bin/python
+
+# restart multipath service if multipathd needs to much memory
+
+# Copyright 2013,2017 Peter Palfrader
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+import os
+import errno
+import sys
+import psutil
+import subprocess
+
+total_mem = psutil.virtual_memory().total
+
+for p in psutil.process_iter():
+	try:
+		if p.name() != 'multipathd': continue
+		parent = p.parent()
+		if parent is None: continue
+		if parent.pid != 1: continue
+		#
+		used = p.memory_info().vms
+		if used > 4*1024**3:
+			subprocess.check_call(['service', 'multipathd', 'restart'])
+			print("Did restart multipathd, one hopes.")
+	except psutil.NoSuchProcess:
+		pass
diff --git a/modules/ganeti2/manifests/init.pp b/modules/ganeti2/manifests/init.pp
index 431cc1719..5619d523b 100644
--- a/modules/ganeti2/manifests/init.pp
+++ b/modules/ganeti2/manifests/init.pp
@@ -30,4 +30,15 @@ class ganeti2 {
 			mode   => '0555',
 		}
 	}
+	if $::cluster == 'ganeti.bm.debian.org' {
+		file { '/usr/local/sbin/crazy-multipath-restart':
+			source => 'puppet:///modules/ganeti2/crazy-multipath-restart',
+			mode   => '0555',
+		}
+		file { '/etc/cron.d/puppet-crazy-multipath-restart':
+			content  => @("EOF"),
+					*/15 * * * * root /usr/local/sbin/crazy-multipath-restart
+					| EOF
+		}
+	}
 }