#!/usr/bin/python3

# queries a bacula database for volumes to delete and deletes them using bconsole

# Copyright 2010, 2011, 2013, 2017, 2018 Peter Palfrader
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

import argparse
import os.path
import psycopg2
import psycopg2.extras
import re
import sys
import subprocess

DSA_BACULA_DB_CONNECT = '/etc/dsa/bacula-reader-database'
DSA_CLIENT_LIST_FILE = '/etc/bacula/dsa-clients'

parser = argparse.ArgumentParser()
parser.add_argument("-d", "--db-connect-string", metavar="connect-string", dest="db",
  help="Database connect string")
parser.add_argument("-D", "--db-connect-string-file", metavar="FILE", dest="dbfile",
  default=DSA_BACULA_DB_CONNECT,
  help="File to read database connect string from (%s)"%(DSA_BACULA_DB_CONNECT,))
parser.add_argument("-c", "--client-list", metavar="FILE", dest="clientlist",
  default=DSA_CLIENT_LIST_FILE,
  help="File with a list of all clients (%s)"%(DSA_CLIENT_LIST_FILE,))
parser.add_argument("-v", "--verbose", dest="verbose",
  default=False, action="store_true",
  help="Be more verbose.")
parser.add_argument("-n", "--nodo", dest="nodo",
  default=False, action="store_true",
  help="Print to cat rather than bconsole.")
args = parser.parse_args()

if args.db is not None:
    pass
elif args.dbfile is not None:
    args.db = open(args.dbfile).read().rstrip()
else:
    print >>sys.stderr, "Need one of -d or -D."
    sys.exit(1)


conn = psycopg2.connect(args.db)
cursor = conn.cursor(cursor_factory=psycopg2.extras.DictCursor)

cmd = []
# Error volumes
cursor.execute("""
  SELECT volumename
  FROM media
  WHERE
    volstatus='Error' AND
    firstwritten < current_date - interval '2 weeks' AND
    labeldate < current_date - interval '2 weeks' AND
    (lastwritten IS NULL OR lastwritten < current_date - interval '6 weeks')
""", {})
for r in cursor.fetchall():
  c = "delete volume=%s yes"%(r['volumename'],)
  cmd.append(c)

# Append volumes - we should not have any of these
cursor.execute("""
  SELECT volumename
  FROM media
  WHERE
    volstatus='Append' AND
    firstwritten IS NULL AND
    labeldate IS NULL AND
    lastwritten IS NULL AND
    voljobs = 0 AND
    volfiles = 0 AND
    volblocks = 0 AND
    volbytes = 0 AND
    volwrites = 0
""", {})
for r in cursor.fetchall():
  c = "delete volume=%s yes"%(r['volumename'],)
  cmd.append(c)

cursor.execute("""
  SELECT volumename
  FROM media
  WHERE
    volstatus='Purged' AND
    firstwritten < current_date - interval '18 weeks' AND
    labeldate < current_date - interval '18 weeks' AND
    lastwritten < current_date - interval '16 weeks' AND
    volfiles = 0 AND
    volbytes < 1000 AND
    recycle=1
""", {})

for r in cursor.fetchall():
  c = "delete volume=%s yes"%(r['volumename'],)
  cmd.append(c)

# find obsolete pools, but only if we have a list of clients
##
if os.path.exists(args.clientlist):
  clients = set(open(args.clientlist).read().split())

  cursor.execute("""
    SELECT name
    FROM pool
    WHERE
      name != 'Scratch' AND
      numvols = 0 AND
      poolid NOT IN (SELECT recyclepoolid FROM media)
  """, {})

  for r in cursor.fetchall():
    poolname = r['name']
    match = re.match('pool[a-z]*-debian-(.*)', poolname)
    if match is not None:
      hostname = match.group(1)
      if hostname not in clients:
        c = "delete pool=%s"%(poolname,)
        cmd.append(c)
        cmd.append("yes")
      elif args.verbose:
        print("Not expiring empty pool %s because client still exists"%(poolname,))
    elif args.verbose:
        print("Could not extract client name from poolname %s"%(poolname,))

if args.nodo:
  print("\n".join(cmd))
  sys.exit(0)

if args.verbose:
    for c in cmd:
      print("Will run: %s"%(c,))

p = subprocess.Popen(['/usr/sbin/bconsole'], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
(out, err) = p.communicate("\n".join(cmd).encode())
if p.returncode != 0:
    raise Exception("bconsole failed.  stdout:\n%s\nstderr:%s\n"%(out, err))

if args.verbose:
    print("stdout:\n")
    sys.stdout.buffer.write(out)
    print("\n")

if err != b"":
  print("bconsole said on stderr:\n", file=sys.stderr)
  sys.stderr.buffer.write(out)
  print("", file=sys.stderr)
  sys.exit(1)