X-Git-Url: https://git.adam-barratt.org.uk/?a=blobdiff_plain;f=modules%2Fporterbox%2Ffiles%2Fmail-big-homedirs;h=b45023139141280fedc80029f8c42733af09a582;hb=4a10edf91499158603a7735953a7dc43f9585e6d;hp=5113f46f0165762e42875bd37f181316552286db;hpb=475587264a2c91087a380868bfb3cb615f0b463b;p=mirror%2Fdsa-puppet.git

diff --git a/modules/porterbox/files/mail-big-homedirs b/modules/porterbox/files/mail-big-homedirs
index 5113f46f0..b45023139 100755
--- a/modules/porterbox/files/mail-big-homedirs
+++ b/modules/porterbox/files/mail-big-homedirs
@@ -3,7 +3,7 @@
 # Send email reminders to users having sizable homedirs.
 ##
 # Copyright (c) 2013 Philipp Kern <pkern@debian.org>
-# Copyright (c) 2013 Peter Palfrader <peter@palfrader.org>
+# Copyright (c) 2013, 2014 Peter Palfrader <peter@palfrader.org>
 # Copyright (c) 2013 Luca Filipozzi <lfilipoz@debian.org>
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy
@@ -25,10 +25,13 @@
 # THE SOFTWARE.
 
 from collections import defaultdict
+from dsa_mq.connection import Connection
+from dsa_mq.config import Config
 import email
 import email.mime.text
 import glob
 import logging
+from optparse import OptionParser
 import os.path
 import platform
 import pwd
@@ -40,9 +43,28 @@ import StringIO
 # avoid base64 encoding for utf-8
 email.charset.add_charset('utf-8', email.charset.SHORTEST, email.charset.QP)
 
-DRYRUN = False
+parser = OptionParser()
+parser.add_option("-D", "--dryrun",
+                  action="store_true", default=False,
+                  help="Dry run mode")
 
-if DRYRUN:
+parser.add_option("-d", "--debug",
+                  action="store_true", default=False,
+                  help="Enable debug output")
+
+(options, args) = parser.parse_args()
+options.section = 'dsa-homedirs'
+options.config = '/etc/dsa/pubsub.conf'
+config = Config(options)
+mq_conf  = {
+  'rabbit_userid': config.username,
+  'rabbit_password': config.password,
+  'rabbit_virtual_host': config.vhost,
+  'rabbit_hosts': ['pubsub02.debian.org', 'pubsub01.debian.org'],
+  'use_ssl': False
+}
+
+if options.dryrun:
   SENDMAIL_COMMAND = ['/bin/cat']
   RM_COMMAND = ['/bin/echo', 'Would remove']
 else:
@@ -56,7 +78,7 @@ CRITERIA = [
     { 'size':    20,  'notifyafter': 90, 'deleteafter': 150 },
     { 'size':     5,                     'deleteafter': 700 }
   ]
-EXCLUDED_USERNAMES = ['lost+found', 'debian']
+EXCLUDED_USERNAMES = ['lost+found', 'debian', 'buildd', 'd-i']
 MAIL_FROM = 'debian-admin (via Cron) <bulk@admin.debian.org>'
 MAIL_TO = '{username}@{hostname}.debian.org'
 MAIL_CC = 'debian-admin (bulk sink) <bulk@admin.debian.org>'
@@ -92,10 +114,21 @@ class SendmailError(Error):
   pass
 
 class LastlogTimes(dict):
-  LASTLOG_STRUCT = '=L32s256s'
+  LASTLOG_STRUCT_32 = '=L32s256s'
+  LASTLOG_STRUCT_64 = '=Q32s256s'
 
   def __init__(self):
-    record_size = struct.calcsize(self.LASTLOG_STRUCT)
+    record_size_32 = struct.calcsize(self.LASTLOG_STRUCT_32)
+    record_size_64 = struct.calcsize(self.LASTLOG_STRUCT_64)
+    lastlog_size = os.path.getsize('/var/log/lastlog')
+    if 0 == (lastlog_size % record_size_32):
+        self.LASTLOG_STRUCT = self.LASTLOG_STRUCT_32
+        record_size = record_size_32
+    elif 0 == (lastlog_size % record_size_64):
+        self.LASTLOG_STRUCT = self.LASTLOG_STRUCT_64
+        record_size = record_size_64
+    else:
+        raise RuntimeError('Unknown architecture, cannot interpret /var/log/lastlog file size (%d)' % lastlog_size)
     with open('/var/log/lastlog', 'r') as fp:
       uid = -1 # there is one record per uid in lastlog
       for record in iter(lambda: fp.read(record_size), ''):
@@ -172,13 +205,38 @@ class HomedirReminder(object):
 
   def run(self):
     current_time = time.time()
+    conn = None
+    try:
+      data = {}
+      for user in set(self.homedir_sizes.keys()) | \
+                  set(self.lastlog_times.keys()):
+        data[user] = {
+          'homedir': self.homedir_sizes.get(user, 0),
+          'lastlog': self.lastlog_times.get(user, 0),
+        }
+
+      msg = {
+        'timestamp': current_time,
+        'data': data,
+        'host': platform.node(),
+      }
+      conn = Connection(conf=mq_conf)
+      conn.topic_send(config.topic,
+                      msg,
+                      exchange_name=config.exchange,
+                      timeout=5)
+    except Exception, e:
+      logging.error("Error sending: %s" % e)
+    finally:
+      if conn:
+        conn.close()
 
     for username, homedir_size in self.homedir_sizes.iteritems():
       try:
         realname = pwd.getpwnam(username).pw_gecos.decode('utf-8').split(',', 1)[0]
       except:
         realname = username
-      lastlog_time = self.lastlog_times[username]
+      lastlog_time = self.lastlog_times.get(username, 0)
       days_ago = int( (current_time - lastlog_time) / 3600 / 24 )
       kwargs = {
           'hostname': platform.node(),
@@ -202,7 +260,8 @@ class HomedirReminder(object):
         self.notify(**kwargs)
 
 if __name__ == '__main__':
-  logging.basicConfig()
-  # DEBUG for debugging, ERROR for production.
-  logging.getLogger().setLevel(logging.ERROR)
+  lvl = logging.ERROR
+  if options.debug:
+    lvl = logging.DEBUG
+  logging.basicConfig(level=lvl)
   HomedirReminder().run()