restart multipath on bytemark blades

diff --git a/modules/ganeti2/files/crazy-multipath-restart b/modules/ganeti2/files/crazy-multipath-restart
new file mode 100755 (executable)
index 0000000..ea70467
--- /dev/null
+++ b/modules/ganeti2/files/crazy-multipath-restart
@@ -0,0 +1,46 @@
+#!/usr/bin/python
+
+# restart multipath service if multipathd needs to much memory
+
+# Copyright 2013,2017 Peter Palfrader
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+import os
+import errno
+import sys
+import psutil
+import subprocess
+
+total_mem = psutil.virtual_memory().total
+
+for p in psutil.process_iter():
+       try:
+               if p.name() != 'multipathd': continue
+               parent = p.parent()
+               if parent is None: continue
+               if parent.pid != 1: continue
+               #
+               used = p.memory_info().vms
+               if used > 4*1024**3:
+                       subprocess.check_call(['service', 'multipathd', 'restart'])
+                       print("Did restart multipathd, one hopes.")
+       except psutil.NoSuchProcess:
+               pass

diff --git a/modules/ganeti2/manifests/init.pp b/modules/ganeti2/manifests/init.pp
index 431cc17..5619d52 100644 (file)
--- a/modules/ganeti2/manifests/init.pp
+++ b/modules/ganeti2/manifests/init.pp
@@ -30,4 +30,15 @@ class ganeti2 {
                        mode   => '0555',
                }
        }
+       if $::cluster == 'ganeti.bm.debian.org' {
+               file { '/usr/local/sbin/crazy-multipath-restart':
+                       source => 'puppet:///modules/ganeti2/crazy-multipath-restart',
+                       mode   => '0555',
+               }
+               file { '/etc/cron.d/puppet-crazy-multipath-restart':
+                       content  => @("EOF"),
+                                       */15 * * * * root /usr/local/sbin/crazy-multipath-restart
+                                       | EOF
+               }
+       }
 }