3 # queries a bacula database for volumes to delete and deletes them using bconsole
5 # Copyright 2010, 2011, 2013, 2017, 2018 Peter Palfrader
7 # Permission is hereby granted, free of charge, to any person obtaining
8 # a copy of this software and associated documentation files (the
9 # "Software"), to deal in the Software without restriction, including
10 # without limitation the rights to use, copy, modify, merge, publish,
11 # distribute, sublicense, and/or sell copies of the Software, and to
12 # permit persons to whom the Software is furnished to do so, subject to
13 # the following conditions:
15 # The above copyright notice and this permission notice shall be
16 # included in all copies or substantial portions of the Software.
18 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
19 # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
21 # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
22 # LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
23 # OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
24 # WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
29 import psycopg2.extras
34 DSA_BACULA_DB_CONNECT = '/etc/dsa/bacula-reader-database'
35 DSA_CLIENT_LIST_FILE = '/etc/bacula/dsa-clients'
37 parser = argparse.ArgumentParser()
38 parser.add_argument("-d", "--db-connect-string", metavar="connect-string", dest="db",
39 help="Database connect string")
40 parser.add_argument("-D", "--db-connect-string-file", metavar="FILE", dest="dbfile",
41 default=DSA_BACULA_DB_CONNECT,
42 help="File to read database connect string from (%s)"%(DSA_BACULA_DB_CONNECT,))
43 parser.add_argument("-c", "--client-list", metavar="FILE", dest="clientlist",
44 default=DSA_CLIENT_LIST_FILE,
45 help="File with a list of all clients (%s)"%(DSA_CLIENT_LIST_FILE,))
46 parser.add_argument("-v", "--verbose", dest="verbose",
47 default=False, action="store_true",
48 help="Be more verbose.")
49 parser.add_argument("-n", "--nodo", dest="nodo",
50 default=False, action="store_true",
51 help="Print to cat rather than bconsole.")
52 args = parser.parse_args()
54 if args.db is not None:
56 elif args.dbfile is not None:
57 args.db = open(args.dbfile).read().rstrip()
59 print >>sys.stderr, "Need one of -d or -D."
63 conn = psycopg2.connect(args.db)
64 cursor = conn.cursor(cursor_factory=psycopg2.extras.DictCursor)
73 firstwritten < current_date - interval '2 weeks' AND
74 labeldate < current_date - interval '2 weeks' AND
75 (lastwritten IS NULL OR lastwritten < current_date - interval '6 weeks')
77 for r in cursor.fetchall():
78 c = "delete volume=%s yes"%(r['volumename'],)
81 # Append volumes - we should not have any of these
86 volstatus='Append' AND
87 firstwritten IS NULL AND
89 lastwritten IS NULL AND
96 for r in cursor.fetchall():
97 c = "delete volume=%s yes"%(r['volumename'],)
104 volstatus='Purged' AND
105 firstwritten < current_date - interval '18 weeks' AND
106 labeldate < current_date - interval '18 weeks' AND
107 lastwritten < current_date - interval '16 weeks' AND
113 for r in cursor.fetchall():
114 c = "delete volume=%s yes"%(r['volumename'],)
117 # find obsolete pools, but only if we have a list of clients
119 if os.path.exists(args.clientlist):
120 clients = set(open(args.clientlist).read().split())
126 name != 'Scratch' AND
128 poolid NOT IN (SELECT recyclepoolid FROM media)
131 for r in cursor.fetchall():
133 match = re.match('pool[a-z]*-debian-(.*)', poolname)
134 if match is not None:
135 hostname = match.group(1)
136 if hostname not in clients:
137 c = "delete pool=%s"%(poolname,)
141 print("Not expiring empty pool %s because client still exists"%(poolname,))
143 print("Could not extract client name from poolname %s"%(poolname,))
146 print("\n".join(cmd))
151 print("Will run: %s"%(c,))
153 p = subprocess.Popen(['/usr/sbin/bconsole'], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
154 (out, err) = p.communicate("\n".join(cmd).encode())
155 if p.returncode != 0:
156 raise Exception("bconsole failed. stdout:\n%s\nstderr:%s\n"%(out, err))
160 sys.stdout.buffer.write(out)
164 print("bconsole said on stderr:\n", file=sys.stderr)
165 sys.stderr.buffer.write(out)
166 print("", file=sys.stderr)