From: Peter Palfrader Date: Wed, 30 May 2018 08:17:08 +0000 (+0200) Subject: Add haproxy module from tor X-Git-Url: https://git.adam-barratt.org.uk/?p=mirror%2Fdsa-puppet.git;a=commitdiff_plain;h=c03ee5ec86da058acbb3112b695f191e151b5607 Add haproxy module from tor --- diff --git a/modules/haproxy/files/monitoring-munin-haproxy/LICENSE b/modules/haproxy/files/monitoring-munin-haproxy/LICENSE new file mode 100644 index 000000000..8cdb8451d --- /dev/null +++ b/modules/haproxy/files/monitoring-munin-haproxy/LICENSE @@ -0,0 +1,340 @@ + GNU GENERAL PUBLIC LICENSE + Version 2, June 1991 + + Copyright (C) 1989, 1991 Free Software Foundation, Inc., + 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The licenses for most software are designed to take away your +freedom to share and change it. By contrast, the GNU General Public +License is intended to guarantee your freedom to share and change free +software--to make sure the software is free for all its users. This +General Public License applies to most of the Free Software +Foundation's software and to any other program whose authors commit to +using it. (Some other Free Software Foundation software is covered by +the GNU Lesser General Public License instead.) You can apply it to +your programs, too. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +this service if you wish), that you receive source code or can get it +if you want it, that you can change the software or use pieces of it +in new free programs; and that you know you can do these things. + + To protect your rights, we need to make restrictions that forbid +anyone to deny you these rights or to ask you to surrender the rights. +These restrictions translate to certain responsibilities for you if you +distribute copies of the software, or if you modify it. + + For example, if you distribute copies of such a program, whether +gratis or for a fee, you must give the recipients all the rights that +you have. You must make sure that they, too, receive or can get the +source code. And you must show them these terms so they know their +rights. + + We protect your rights with two steps: (1) copyright the software, and +(2) offer you this license which gives you legal permission to copy, +distribute and/or modify the software. + + Also, for each author's protection and ours, we want to make certain +that everyone understands that there is no warranty for this free +software. If the software is modified by someone else and passed on, we +want its recipients to know that what they have is not the original, so +that any problems introduced by others will not reflect on the original +authors' reputations. + + Finally, any free program is threatened constantly by software +patents. We wish to avoid the danger that redistributors of a free +program will individually obtain patent licenses, in effect making the +program proprietary. To prevent this, we have made it clear that any +patent must be licensed for everyone's free use or not licensed at all. + + The precise terms and conditions for copying, distribution and +modification follow. + + GNU GENERAL PUBLIC LICENSE + TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION + + 0. This License applies to any program or other work which contains +a notice placed by the copyright holder saying it may be distributed +under the terms of this General Public License. The "Program", below, +refers to any such program or work, and a "work based on the Program" +means either the Program or any derivative work under copyright law: +that is to say, a work containing the Program or a portion of it, +either verbatim or with modifications and/or translated into another +language. (Hereinafter, translation is included without limitation in +the term "modification".) Each licensee is addressed as "you". + +Activities other than copying, distribution and modification are not +covered by this License; they are outside its scope. The act of +running the Program is not restricted, and the output from the Program +is covered only if its contents constitute a work based on the +Program (independent of having been made by running the Program). +Whether that is true depends on what the Program does. + + 1. You may copy and distribute verbatim copies of the Program's +source code as you receive it, in any medium, provided that you +conspicuously and appropriately publish on each copy an appropriate +copyright notice and disclaimer of warranty; keep intact all the +notices that refer to this License and to the absence of any warranty; +and give any other recipients of the Program a copy of this License +along with the Program. + +You may charge a fee for the physical act of transferring a copy, and +you may at your option offer warranty protection in exchange for a fee. + + 2. You may modify your copy or copies of the Program or any portion +of it, thus forming a work based on the Program, and copy and +distribute such modifications or work under the terms of Section 1 +above, provided that you also meet all of these conditions: + + a) You must cause the modified files to carry prominent notices + stating that you changed the files and the date of any change. + + b) You must cause any work that you distribute or publish, that in + whole or in part contains or is derived from the Program or any + part thereof, to be licensed as a whole at no charge to all third + parties under the terms of this License. + + c) If the modified program normally reads commands interactively + when run, you must cause it, when started running for such + interactive use in the most ordinary way, to print or display an + announcement including an appropriate copyright notice and a + notice that there is no warranty (or else, saying that you provide + a warranty) and that users may redistribute the program under + these conditions, and telling the user how to view a copy of this + License. (Exception: if the Program itself is interactive but + does not normally print such an announcement, your work based on + the Program is not required to print an announcement.) + +These requirements apply to the modified work as a whole. If +identifiable sections of that work are not derived from the Program, +and can be reasonably considered independent and separate works in +themselves, then this License, and its terms, do not apply to those +sections when you distribute them as separate works. But when you +distribute the same sections as part of a whole which is a work based +on the Program, the distribution of the whole must be on the terms of +this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote it. + +Thus, it is not the intent of this section to claim rights or contest +your rights to work written entirely by you; rather, the intent is to +exercise the right to control the distribution of derivative or +collective works based on the Program. + +In addition, mere aggregation of another work not based on the Program +with the Program (or with a work based on the Program) on a volume of +a storage or distribution medium does not bring the other work under +the scope of this License. + + 3. You may copy and distribute the Program (or a work based on it, +under Section 2) in object code or executable form under the terms of +Sections 1 and 2 above provided that you also do one of the following: + + a) Accompany it with the complete corresponding machine-readable + source code, which must be distributed under the terms of Sections + 1 and 2 above on a medium customarily used for software interchange; or, + + b) Accompany it with a written offer, valid for at least three + years, to give any third party, for a charge no more than your + cost of physically performing source distribution, a complete + machine-readable copy of the corresponding source code, to be + distributed under the terms of Sections 1 and 2 above on a medium + customarily used for software interchange; or, + + c) Accompany it with the information you received as to the offer + to distribute corresponding source code. (This alternative is + allowed only for noncommercial distribution and only if you + received the program in object code or executable form with such + an offer, in accord with Subsection b above.) + +The source code for a work means the preferred form of the work for +making modifications to it. For an executable work, complete source +code means all the source code for all modules it contains, plus any +associated interface definition files, plus the scripts used to +control compilation and installation of the executable. However, as a +special exception, the source code distributed need not include +anything that is normally distributed (in either source or binary +form) with the major components (compiler, kernel, and so on) of the +operating system on which the executable runs, unless that component +itself accompanies the executable. + +If distribution of executable or object code is made by offering +access to copy from a designated place, then offering equivalent +access to copy the source code from the same place counts as +distribution of the source code, even though third parties are not +compelled to copy the source along with the object code. + + 4. You may not copy, modify, sublicense, or distribute the Program +except as expressly provided under this License. Any attempt +otherwise to copy, modify, sublicense or distribute the Program is +void, and will automatically terminate your rights under this License. +However, parties who have received copies, or rights, from you under +this License will not have their licenses terminated so long as such +parties remain in full compliance. + + 5. You are not required to accept this License, since you have not +signed it. However, nothing else grants you permission to modify or +distribute the Program or its derivative works. These actions are +prohibited by law if you do not accept this License. Therefore, by +modifying or distributing the Program (or any work based on the +Program), you indicate your acceptance of this License to do so, and +all its terms and conditions for copying, distributing or modifying +the Program or works based on it. + + 6. Each time you redistribute the Program (or any work based on the +Program), the recipient automatically receives a license from the +original licensor to copy, distribute or modify the Program subject to +these terms and conditions. You may not impose any further +restrictions on the recipients' exercise of the rights granted herein. +You are not responsible for enforcing compliance by third parties to +this License. + + 7. If, as a consequence of a court judgment or allegation of patent +infringement or for any other reason (not limited to patent issues), +conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot +distribute so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you +may not distribute the Program at all. For example, if a patent +license would not permit royalty-free redistribution of the Program by +all those who receive copies directly or indirectly through you, then +the only way you could satisfy both it and this License would be to +refrain entirely from distribution of the Program. + +If any portion of this section is held invalid or unenforceable under +any particular circumstance, the balance of the section is intended to +apply and the section as a whole is intended to apply in other +circumstances. + +It is not the purpose of this section to induce you to infringe any +patents or other property right claims or to contest validity of any +such claims; this section has the sole purpose of protecting the +integrity of the free software distribution system, which is +implemented by public license practices. Many people have made +generous contributions to the wide range of software distributed +through that system in reliance on consistent application of that +system; it is up to the author/donor to decide if he or she is willing +to distribute software through any other system and a licensee cannot +impose that choice. + +This section is intended to make thoroughly clear what is believed to +be a consequence of the rest of this License. + + 8. If the distribution and/or use of the Program is restricted in +certain countries either by patents or by copyrighted interfaces, the +original copyright holder who places the Program under this License +may add an explicit geographical distribution limitation excluding +those countries, so that distribution is permitted only in or among +countries not thus excluded. In such case, this License incorporates +the limitation as if written in the body of this License. + + 9. The Free Software Foundation may publish revised and/or new versions +of the General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + +Each version is given a distinguishing version number. If the Program +specifies a version number of this License which applies to it and "any +later version", you have the option of following the terms and conditions +either of that version or of any later version published by the Free +Software Foundation. If the Program does not specify a version number of +this License, you may choose any version ever published by the Free Software +Foundation. + + 10. If you wish to incorporate parts of the Program into other free +programs whose distribution conditions are different, write to the author +to ask for permission. For software which is copyrighted by the Free +Software Foundation, write to the Free Software Foundation; we sometimes +make exceptions for this. Our decision will be guided by the two goals +of preserving the free status of all derivatives of our free software and +of promoting the sharing and reuse of software generally. + + NO WARRANTY + + 11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY +FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN +OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES +PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED +OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS +TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE +PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, +REPAIR OR CORRECTION. + + 12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR +REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, +INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING +OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED +TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY +YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER +PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE +POSSIBILITY OF SUCH DAMAGES. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +convey the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + {description} + Copyright (C) {year} {fullname} + + This program is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License along + with this program; if not, write to the Free Software Foundation, Inc., + 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + +Also add information on how to contact you by electronic and paper mail. + +If the program is interactive, make it output a short notice like this +when it starts in an interactive mode: + + Gnomovision version 69, Copyright (C) year name of author + Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'. + This is free software, and you are welcome to redistribute it + under certain conditions; type `show c' for details. + +The hypothetical commands `show w' and `show c' should show the appropriate +parts of the General Public License. Of course, the commands you use may +be called something other than `show w' and `show c'; they could even be +mouse-clicks or menu items--whatever suits your program. + +You should also get your employer (if you work as a programmer) or your +school, if any, to sign a "copyright disclaimer" for the program, if +necessary. Here is a sample; alter the names: + + Yoyodyne, Inc., hereby disclaims all copyright interest in the program + `Gnomovision' (which makes passes at compilers) written by James Hacker. + + {signature of Ty Coon}, 1 April 1989 + Ty Coon, President of Vice + +This General Public License does not permit incorporating your program into +proprietary programs. If your program is a subroutine library, you may +consider it more useful to permit linking proprietary applications with the +library. If this is what you want to do, use the GNU Lesser General +Public License instead of this License. + diff --git a/modules/haproxy/files/monitoring-munin-haproxy/README.md b/modules/haproxy/files/monitoring-munin-haproxy/README.md new file mode 100644 index 000000000..5a266ec77 --- /dev/null +++ b/modules/haproxy/files/monitoring-munin-haproxy/README.md @@ -0,0 +1,82 @@ +# haproxyng Munin Plugin + +This is a Munin plugin which allows you to monitor a large number of statistics +from within HAPRoxy, including: + + * Bandwidth for Frontends + * Broken down by Service + * Bandwidth for Backends + * Broken down by Service + * Broken down by Host + * Timings for Backends + * Broken down by Service + * Broken down by Host + * Sessions for Frontends + * Broken down by Service + * Sessions for Backends + * Broken down by Service + * Broken down by Host + * Response Codes for Frontends + * Broken down by Service (aggregating by Status Code) + * Broken down by Status Code + * Response Codes for Backends + * Broken down by Service (aggregating by Server) + * Broken down by Server + * Broken down by Service (aggregating by Status Codes) + * Broken down by Status (aggregating by Server) + * Broken down by Server + +## Warning + +This can product a lot of graphs: With about 50 servers and around 10 services +you can probably exceed over 1000 graphs being produced covering all the above. + +This setup either required some *very* fast hardware, or it's best to make sure +that you are using something like `rrdcached` and SSDs to make sure that you +are aggregating updates, caching reads, etc. Additionally, creating graphs +on-the-fly via CGI may end up being better, unless you can safely produce a very +large number of graphs every five minutes with room to spare and grow! + +## Usage + +You will need Munin 2.0 as this is a `multigraph` plugin and will output all +graphs in a single run. + + [haproxyng*] + env.socket /path/to/socket + env.clean prefix- + +`haproxyng` takes two environmental options: + + * `socket` which is the path to the UNIX socket to HAProxy. This script only + needs the `user` level permission to get read access to the statistics. No + write or admin level access is required. + * `clean` which can be used to strip common parts of a name from the + configuration. For example if you're configuration is automatically + generated and everything is prefixed with "staging-" or "production_" then + put that (or any other regex) into `clean` and it will be cleaned from any + titles before being output to Munin. + +Beyond that, copy/symlink it to the `plugins/` directory on the relevant node +and wait for it to run. Running + + munin-run haproxyng config + +is also possible to verify that it can see everything and output the +configuration data for Munin. + +## Licence + +This program is free software; you can redistribute it and/or +modify it under the terms of the GNU General Public License +as published by the Free Software Foundation; either version 2 +of the License, or (at your option) any later version. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program; if not, write to the Free Software +Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. diff --git a/modules/haproxy/files/monitoring-munin-haproxy/REPO-INFO b/modules/haproxy/files/monitoring-munin-haproxy/REPO-INFO new file mode 100644 index 000000000..57951a839 --- /dev/null +++ b/modules/haproxy/files/monitoring-munin-haproxy/REPO-INFO @@ -0,0 +1,3 @@ +copied from https://github.com/jonathanio/monitoring-munin-haproxy +at revision 68437bf03af30d183276e19a983c0f5fe40e5da4 +Wed Nov 16 22:41:03 2016 +0000 diff --git a/modules/haproxy/files/monitoring-munin-haproxy/haproxyng b/modules/haproxy/files/monitoring-munin-haproxy/haproxyng new file mode 100755 index 000000000..a7d3599bc --- /dev/null +++ b/modules/haproxy/files/monitoring-munin-haproxy/haproxyng @@ -0,0 +1,1045 @@ +#!/usr/bin/perl + +# haproxyng Munin Plugin +# Multigraph plugin which monitors the haproxy service. +# (c) 2014-2015 Jonathan Wright +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License +# as published by the Free Software Foundation; either version 2 +# of the License, or (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. + +# Configure the Perl Environment +use warnings; +use Carp; +use Switch; + +# Import Modules +use Munin::Plugin; +use IO::Socket::UNIX qw( SOCK_STREAM ); +use Data::Dumper; + +# Configure Program details +our ($_program, $_version, $_author); +$_program = 'haproxyng'; +$_version = '1.0.1'; +$_author = 'Jonathan Wright '; + +use constant { + # Field names to locations for all the CSV data provided by HAProxy + STAT_PROXY_NAME => 0, + STAT_SERVICE_NAME => 1, + STAT_QUEUED_REQUESTS => 2, + STAT_QUEUED_MAX => 3, + STAT_SESSIONS_CURRENT => 4, + STAT_SESSIONS_MAX => 5, + STAT_SESSIONS_LIMIT => 6, + STAT_CONNECTIONS_TOTAL => 7, + STAT_BYTES_IN => 8, + STAT_BYTES_OUT => 9, + STAT_REQUESTS_DENIED => 10, + STAT_RESPONSES_DENIED => 11, + STAT_REQUESTS_ERROR => 12, + STAT_CONNECTIONS_ERROR => 13, + STAT_RESPONSES_ERROR => 14, + STAT_CONNECTIONS_RETRIED => 15, + STAT_CONNECTIONS_REDISPATCHED => 16, + STAT_STATUS => 17, + STAT_WEIGHT => 18, + STAT_SERVER_ACTIVE => 19, STAT_SERVERS_ACTIVE => 19, + STAT_SERVER_BACKUP => 20, STAT_SERVERS_BACKUP => 20, + STAT_CHECKS_FAIL => 21, + STAT_CHECKS_GO_DOWN => 22, + STAT_CHECKS_LAST_CHANGE => 23, + STAT_CHECKS_DOWNTIME => 24, + STAT_QUEUED_LIMIT => 25, + STAT_PID => 26, + STAT_UID => 27, + STAT_SID => 28, + STAT_THROTTLE => 29, + STAT_SESSIONS_TOTAL => 30, + STAT_TRACKED => 31, + STAT_SERVICE_TYPE => 32, + STAT_SESSIONS_RATE_CURRENT => 33, + STAT_SESSIONS_RATE_LIMIT => 34, + STAT_SESSIONS_RATE_MAX => 35, + STAT_CHECK_STATUS => 36, + STAT_CHECK_CODE => 37, + STAT_CHECK_DURATION => 38, + STAT_RESPONSES_HTTP_1XX => 39, + STAT_RESPONSES_HTTP_2XX => 40, + STAT_RESPONSES_HTTP_3XX => 41, + STAT_RESPONSES_HTTP_4XX => 42, + STAT_RESPONSES_HTTP_5XX => 43, + STAT_RESPONSES_HTTP_XXX => 44, + STAT_CHECK_FAILED_DETAILS => 45, + STAT_REQUESTS_RATE_CURRENT => 46, + STAT_REQUESTS_RATE_MAX => 47, + STAT_REQUESTS_TOTAL => 48, + STAT_ABORTS_CLIENT => 49, + STAT_ABORTS_SERVER => 50, + STAT_COMPRESSOR_IN => 51, + STAT_COMPRESSOR_OUT => 52, + STAT_COMPRESSOR_BYPASSED => 53, + STAT_COMPRESSOR_REQUESTS => 54, + STAT_SESSIONS_LAST => 55, + STAT_CHECK_HEALTH_LAST => 56, + STAT_CHECK_AGENT_LAST => 57, + STAT_TIME_QUEUE => 58, + STAT_TIME_CONNECT => 59, + STAT_TIME_RESPONSE => 60, + STAT_TIME_TOTAL => 61, + # Types used by HAProxy for some fields + TYPE_FRONTEND => 0, + TYPE_BACKEND => 1, + TYPE_SERVER => 2, + TYPE_LISTENER => 3, + # Types used to define which attributed to give a graph + TYPE_BANDWIDTH => 0, + TYPE_TIMING => 1, + TYPE_SESSIONS => 2, + TYPE_RESPONSES => 3, + TYPE_BACKENDS => 4, + # Program-specific constants + GRAPH_CATEGORY => 'haproxyng', + GRAPH_WIDTH => 500, + FETCH => 0, + CONFIG => 1, + # Configurable limits + MAX_BANDWIDTH => (1024**3), + MAX_TIMING => (1200000), + MAX_SESSIONS => (10000), + MAX_RESPONSES => (100000), + MAX_BACKENDS => (1000), + # Constants to match Munin keywords + DERIVE => 'DERIVE', + GAUGE => 'GAUGE', + AREASTACK => 'AREASTACK', + LINE1 => 'LINE1', + COLOUR_BLACK => '000000', +}; + +# Configure basic variables for program operation +our ($_socket, $_clean, %data); +# Get the location of the socket we'll connect to +$_socket = exists $ENV{'socket'} ? $ENV{'socket'} : '/var/run/haproxy.sock'; +$_clean = (exists $ENV{'clean'} ? quotemeta $ENV{'clean'} : ''); + +MAIN: { + # This is a special multi-graph plugin, so make sure that whatever version + # of Munin we're running in is enabled and configured for it. + need_multigraph(); + + # Now work out what we are being asked to do, then run it. + my $request = $ARGV[0] || "fetch"; + eval "do_${request}();" + or croak "do_${request}: $@"; + # and then finish + exit 0; +} + +sub get_data { + my ($t, %v); $t = shift; + + my $s = IO::Socket::UNIX->new( + Peer => $_socket, + Type => SOCK_STREAM, + Timeout => 1 + ) or croak "Cannot connect to socket ".$_socket; + + print $s "show stat\n"; + while (<$s>) { + chomp; next unless length; + my @stat = split (','); + + switch ($stat[STAT_SERVICE_TYPE]) { + # Process all FRONTEND type entries; these are singular and are totals + # only for each of the frontends configured + case TYPE_FRONTEND { + $v{$stat[STAT_PROXY_NAME]} = { + type => TYPE_FRONTEND, + connections => ($stat[STAT_CONNECTIONS_TOTAL] || 0), + sessions => ($stat[STAT_SESSIONS_CURRENT] || 0), + queued => 0, + bandwidth => { + in => ($stat[STAT_BYTES_IN] || 0), + out => ($stat[STAT_BYTES_OUT] || 0), + }, + responses => { + total => ($stat[STAT_REQUESTS_TOTAL] || 0), + http1xx => ($stat[STAT_RESPONSES_HTTP_1XX] || 0), + http2xx => ($stat[STAT_RESPONSES_HTTP_2XX] || 0), + http3xx => ($stat[STAT_RESPONSES_HTTP_3XX] || 0), + http4xx => ($stat[STAT_RESPONSES_HTTP_4XX] || 0), + http5xx => ($stat[STAT_RESPONSES_HTTP_5XX] || 0), + httpxxx => ($stat[STAT_RESPONSES_HTTP_XXX] || 0), + }, + }; + } + # Process all BACKEND type entries; these are the totals for each backend + # and don't have the same amount of information as SERVERs + case TYPE_BACKEND { + # We can't 'set' the hash here as the backend totals are normally after + # the backend's servers, so would override anything previously set + # in TYPE_SERVER + $v{$stat[STAT_PROXY_NAME]}{'type'} = TYPE_BACKEND; + $v{$stat[STAT_PROXY_NAME]}{'connections'} = ($stat[STAT_CONNECTIONS_TOTAL] || 0); + $v{$stat[STAT_PROXY_NAME]}{'sessions'} = ($stat[STAT_SESSIONS_CURRENT] || 0); + $v{$stat[STAT_PROXY_NAME]}{'queued'} = ($stat[STAT_QUEUED_REQUESTS] || 0); + $v{$stat[STAT_PROXY_NAME]}{'active'} = ($stat[STAT_SERVERS_ACTIVE] || 0); + $v{$stat[STAT_PROXY_NAME]}{'backup'} = ($stat[STAT_SERVERS_BACKUP] || 0); + $v{$stat[STAT_PROXY_NAME]}{'bandwidth'} = { + in => ($stat[STAT_BYTES_IN] || 0), + out => ($stat[STAT_BYTES_OUT] || 0), + }; + $v{$stat[STAT_PROXY_NAME]}{'responses'} = { + total => ($stat[STAT_RESPONSES_HTTP_1XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_2XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_3XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_4XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_5XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_XXX] || 0), + http1xx => ($stat[STAT_RESPONSES_HTTP_1XX] || 0), + http2xx => ($stat[STAT_RESPONSES_HTTP_2XX] || 0), + http3xx => ($stat[STAT_RESPONSES_HTTP_3XX] || 0), + http4xx => ($stat[STAT_RESPONSES_HTTP_4XX] || 0), + http5xx => ($stat[STAT_RESPONSES_HTTP_5XX] || 0), + httpxxx => ($stat[STAT_RESPONSES_HTTP_XXX] || 0), + }; + } + # Process all SERVER type entries, which are the most details and give + # information about how each server is responding + case TYPE_SERVER { + # Only set the server itself directly, otherwise we may override + # anything previously set + $v{$stat[STAT_PROXY_NAME]}{'servers'}{$stat[STAT_SERVICE_NAME]} = { + active => ($stat[STAT_SERVER_ACTIVE] ? 1 : 0), + backup => ($stat[STAT_SERVER_BACKUP] ? 1 : 0), + up => ($stat[STAT_STATUS] eq 'UP' ? 1 : 0), + down => ($stat[STAT_STATUS] eq 'DOWN' ? 1 : 0), + disabled => ($stat[STAT_STATUS] =~ /^(MAINT|DRAIN|NOLB)/i ? 1 : 0), + connections => ($stat[STAT_CONNECTIONS_TOTAL] || 0), + sessions => ($stat[STAT_SESSIONS_CURRENT] || 0), + queued => ($stat[STAT_QUEUED_REQUESTS] || 0), + bandwidth => { + in => ($stat[STAT_BYTES_IN] || 0), + out => ($stat[STAT_BYTES_OUT] || 0), + }, + status => ($stat[STAT_STATUS] || 0), + timing => { + queue => ($stat[STAT_TIME_QUEUE] || 0), + connect => ($stat[STAT_TIME_CONNECT] || 0), + response => ($stat[STAT_TIME_RESPONSE] || 0), + total => ($stat[STAT_TIME_TOTAL] || 0) + }, + responses => { + total => ($stat[STAT_RESPONSES_HTTP_1XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_2XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_3XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_4XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_5XX] || 0) + + ($stat[STAT_RESPONSES_HTTP_XXX] || 0), + http1xx => ($stat[STAT_RESPONSES_HTTP_1XX] || 0), + http2xx => ($stat[STAT_RESPONSES_HTTP_2XX] || 0), + http3xx => ($stat[STAT_RESPONSES_HTTP_3XX] || 0), + http4xx => ($stat[STAT_RESPONSES_HTTP_4XX] || 0), + http5xx => ($stat[STAT_RESPONSES_HTTP_5XX] || 0), + httpxxx => ($stat[STAT_RESPONSES_HTTP_XXX] || 0), + }, + }; + } + } + } + + # print Dumper(\%v); + return %v; +} + +sub mg_fetch { + my ($type, $name, $values) = (shift, shift, shift); + + my %values_ = %{$values}; + my $type_ = $type eq TYPE_FRONTEND ? '_fe' : + $type eq TYPE_BACKEND ? '_be' : ''; + + my $name_; + foreach my $level (@{$name}) { + $level =~ s/[^a-z0-9]+/_/g; + $name_ .= ($name_ ? '.' : '').$level; + } + + printf "multigraph %s%s_%s\n", GRAPH_CATEGORY, $type_, $name_; + foreach my $key (sort keys %values_) { + (my $key_ = $key) =~ s/[^a-z0-9]+/_/g; + printf "%s.value %0.0f\n", $key_, $values_{$key}; + } + print "\n"; +} + +sub mg_config { + my ($graph, $type, $name, $title, $metrics) = (shift, shift, shift, shift, shift, shift); + + my %metrics_ = %{$metrics}; + + my $type_ = $type eq TYPE_FRONTEND ? '_fe' : + $type eq TYPE_BACKEND ? '_be' : ''; + + $title =~ s/$_clean//g if $_clean; + my $title_ = $type eq TYPE_FRONTEND ? ' Frontend' : + $type eq TYPE_BACKEND ? ' Backend' : ''; + + my $name_; + foreach my $level (@{$name}) { + next unless $level; + $level =~ s/[^a-z0-9]+/_/g; + $name_ .= ($name_ ? '.' : '').$level; + } + + my $max = undef; + + printf "multigraph %s%s_%s\n", GRAPH_CATEGORY, $type_, $name_; + printf "graph_category %s\n", GRAPH_CATEGORY; + printf "graph_title HAProxy%s %s\n", $title_, $title; + printf "graph_width %d\n", GRAPH_WIDTH; + + switch ($graph) { + case TYPE_BANDWIDTH { + print "graph_args --base 1024\n". + "graph_vlabel bits/second [in(-); out(+)]\n"; + $max = MAX_BANDWIDTH; + } + case TYPE_TIMING { + print "graph_args --base 1000\n". + "graph_vlabel Time in Seconds\n"; + $max = MAX_TIMING; + } + case TYPE_SESSIONS { + print "graph_args --base 1000\n". + "graph_vlabel [Queued(-); Sessions(+)]\n"; + $max = MAX_SESSIONS; + } + case TYPE_RESPONSES { + print "graph_args --base 1000\n". + "graph_vlabel Responses per Second\n"; + $max = MAX_RESPONSES; + } + case TYPE_BACKENDS { + print "graph_args --base 1000\n". + "graph_vlabel Total Backends\n"; + $max = MAX_BACKENDS; + } + } + + foreach my $metric (sort keys %metrics_) { + (my $metric_ = $metric) =~ s/[^a-z0-9]+/_/g; + foreach my $key (keys %{$metrics_{$metric}}) { + switch ($key) { + case 'label' { + my $value = $metrics_{$metric}{$key}; + $value =~ s/$_clean//g if $_clean; + printf "%s.%s %s\n", $metric_, $key, $value; + } + case 'cdef' { + printf "%s.%s %s\n", $metric_, $key, $metric_.','.$metrics_{$metric}{$key}; + } + case 'negative' { + my $value = $metrics_{$metric}{$key}; + $value =~ s/[^a-z0-9]+/_/g; + printf "%s.%s %s\n", $metric_, $key, $value; + } + + printf "%s.%s %s\n", $metric_, $key, $metrics_{$metric}{$key}; + } + } + # Always add min/max if max has been defined + if ($max) { + printf "%s.%s %s\n", $metric_, 'min', 0; + printf "%s.%s %s\n", $metric_, 'max', $max if $max; + } + } + print "\n"; +} + +# frontend(bandwidth) +# backend(bandwidth) +# frontend(bandwidth/service) +# backend(bandwidth/service) +# backend(bandwidth/service/host) + +sub haproxy_bandwidth { + my ($operation, $data_) = (shift, shift); + my %data = %{$data_}; + + switch ($operation) { + + case CONFIG { + + my (%fe_metrics, %be_metrics, %submetrics); + + foreach my $service (sort keys %data) { + undef %submetrics; + + # Prepare the field configuration + my %in = ( + label => $service, + type => DERIVE, + cdef => '8,*', + graph => 'no', + ); + my %out = ( + label => $service, + type => DERIVE, + cdef => '8,*', + draw => AREASTACK, + negative => "${service}_in", + ); + + # This will copy the hash for the main metric + switch ($data{$service}{'type'}) { + case TYPE_FRONTEND { + %{$fe_metrics{"${service}_in"}} = %in; + %{$fe_metrics{"${service}_out"}} = %out; + + } + case TYPE_BACKEND { + %{$be_metrics{"${service}_in"}} = %in; + %{$be_metrics{"${service}_out"}} = %out; + } + } + + # next unless $data{$service}{'type'} eq TYPE_BACKEND; + + # Override these for the totals in the sub metric graph + $in{'label'} = $out{'label'} = 'Total'; + $out{'negative'} = 'total_in'; + $out{'draw'} = LINE1; + + # This will copy the hash for the submetric + %{$submetrics{'total_in'}} = %in; + %{$submetrics{'total_out'}} = %out; + $submetrics{'total_out'}{'colour'} = COLOUR_BLACK; + + # Loop through each of the available servers + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + # Override these for the per-Service graph + $in{'label'} = $out{'label'} = $server; + $out{'negative'} = "${server}_in"; + $out{'draw'} = AREASTACK; + + # This will copy the hash for the submetric + %{$submetrics{"${server}_in"}} = %in; + %{$submetrics{"${server}_out"}} = %out; + + # Override these for the per-Host graph + $in{'label'} = $out{'label'} = 'Bandwidth'; + $out{'negative'} = 'total_in'; + $out{'draw'} = LINE1; + $out{'colour'} = COLOUR_BLACK; + + mg_config(TYPE_BANDWIDTH, $data{$service}{'type'}, ['bandwidth', $service, $server], + 'Bandwidth for '.$service.' via '.$server, { + total_in => \%in, + total_out => \%out, + }); + + delete $out{'colour'}; + } + + mg_config(TYPE_BANDWIDTH, $data{$service}{'type'}, ['bandwidth', $service], + 'Bandwidth for '.$service, \%submetrics); + } + + mg_config(TYPE_BANDWIDTH, TYPE_FRONTEND, ['bandwidth'], + 'Bandwidth Overview', \%fe_metrics); + mg_config(TYPE_BANDWIDTH, TYPE_BACKEND, ['bandwidth'], + 'Bandwidth Overview', \%be_metrics); + + } + + case FETCH { + + my (%values); + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_FRONTEND; + $values{"${service}_in"} = $data{$service}{'bandwidth'}{'in'}; + $values{"${service}_out"} = $data{$service}{'bandwidth'}{'out'}; + } + + mg_fetch(TYPE_FRONTEND, ['bandwidth'], \%values); + + undef %values; + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + $values{"${service}_in"} = $data{$service}{'bandwidth'}{'in'}; + $values{"${service}_out"} = $data{$service}{'bandwidth'}{'out'}; + } + + mg_fetch(TYPE_BACKEND, ['bandwidth'], \%values); + + foreach my $service (sort keys %data) { + %values = ( + total_in => $data{$service}{'bandwidth'}{'in'}, + total_out => $data{$service}{'bandwidth'}{'out'}, + ); + + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + $values{"${server}_in"} = $data{$service}{'servers'}{$server}{'bandwidth'}{'in'}; + $values{"${server}_out"} = $data{$service}{'servers'}{$server}{'bandwidth'}{'out'}; + mg_fetch($data{$service}{'type'}, ['bandwidth', $service, $server], { + total_in => $data{$service}{'servers'}{$server}{'bandwidth'}{'in'}, + total_out => $data{$service}{'servers'}{$server}{'bandwidth'}{'out'}, + }); + } + + mg_fetch($data{$service}{'type'}, ['bandwidth', $service], \%values); + + } + + } + } +} + +# backend(timing) +# backend(timing/service) +# backend(timing/service/host) + +sub haproxy_timing { + my ($operation, $data_) = (shift, shift); + my %data = %{$data_}; + + switch ($operation) { + + case CONFIG { + + my (%metrics, %submetrics); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + + undef %submetrics; + + # Prepare the field configuration + my %time = ( + label => $service, + type => GAUGE, + cdef => '1000,/', + draw => LINE1, + ); + + # This will copy the hash for the main metric + %{$metrics{$service}} = %time; + + # Loop through each of the available servers + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + # Override these for the per-Service graph + $time{'label'} = $server; + + # This will copy the hash for the submetric + %{$submetrics{$server}} = %time; + + # Copy and override these for the per-Host graph + my %queue = %time; $queue{'label'} = 'Queue'; + my %connect = %time; $connect{'label'} = 'Connect'; + my %response = %time; $response{'label'} = 'Response'; + my %total = %time; $total{'label'} = 'Total'; + + mg_config(TYPE_TIMING, TYPE_BACKEND, ['timing', $service, $server], + 'Server Timing for '.$service.' via '.$server, { + queue => \%queue, + connect => \%connect, + response => \%response, + total => \%total, + }); + } + + mg_config(TYPE_TIMING, TYPE_BACKEND, ['timing', $service], + 'Server Timing for '.$service, \%submetrics); + } + + mg_config(TYPE_TIMING, TYPE_BACKEND, ['timing'], + 'Server Timing Overview', \%metrics); + + } + + case FETCH { + + my (%values); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + my ($count, $total) = (0,0); + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + ++$count; + $total+=$data{$service}{'servers'}{$server}{'timing'}{'total'}; + } + + $values{$service} = ($count > 0 ? $total/$count : 0); + } + + mg_fetch(TYPE_BACKEND, ['timing'], \%values); + + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + undef %values; + + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + $values{$server} = $data{$service}{'servers'}{$server}{'timing'}{'total'}; + mg_fetch(TYPE_BACKEND, ['timing', $service, $server], + $data{$service}{'servers'}{$server}{'timing'}); + } + + mg_fetch(TYPE_BACKEND, ['timing', $service], \%values); + + } + + } + } +} + +# frontend(sessions) +# frontend(sessions/service) +# backend(sessions) +# backend(sessions/service) +# backend(sessions/service/host) + +sub haproxy_sessions { + my ($operation, $data_) = (shift, shift); + my %data = %{$data_}; + + switch ($operation) { + + case CONFIG { + + my (%metrics, %submetrics); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_FRONTEND; + + my %sessions = ( + label => $service, + type => GAUGE, + draw => LINE1, + ); + + %{$metrics{"${service}_sessions"}} = %sessions; + + # Override these for the per-Service graph + $sessions{'label'} = 'Sessions'; + + mg_config(TYPE_SESSIONS, TYPE_FRONTEND, ['sessions', $service], + 'Sessions for '.$service, { + sessions => \%sessions, + }); + } + + mg_config(TYPE_SESSIONS, TYPE_FRONTEND, ['sessions'], + 'Sessions Overview', \%metrics); + + undef %metrics; + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + + undef %submetrics; + + # Prepare the field configuration + my %queued = ( + label => $service, + type => GAUGE, + graph => 'no', + ); + my %sessions = ( + label => $service, + type => GAUGE, + draw => LINE1, + negative => "${service}_queued", + ); + + # This will copy the hash for the main metric + %{$metrics{"${service}_queued"}} = %queued; + %{$metrics{"${service}_sessions"}} = %sessions; + + # Override these for the totals in the sub metric graph + $queued{'label'} = $sessions{'label'} = 'Total'; + $out{'negative'} = 'total_queued'; + $out{'draw'} = LINE1; + + # This will copy the hash for the submetric + %{$submetrics{'total_queued'}} = %queued; + %{$submetrics{'total_sessions'}} = %sessions; + + # Loop through each of the available servers + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + # Override these for the per-Service graph + $in{'label'} = $out{'label'} = $server; + $out{'negative'} = "${server}_queued"; + $out{'draw'} = AREASTACK; + + # This will copy the hash for the submetric + %{$submetrics{"${server}_queued"}} = %queued; + %{$submetrics{"${server}_sessions"}} = %sessions; + + # Override these for the per-Host graph + $in{'label'} = $out{'label'} = 'Sessions'; + $out{'negative'} = 'queued'; + $out{'draw'} = LINE1; + + mg_config(TYPE_SESSIONS, TYPE_BACKEND, ['sessions', $service, $server], + 'Sessions for '.$service.' via '.$server, { + queued => \%queued, + sessions => \%sessions, + }); + } + + mg_config(TYPE_SESSIONS, TYPE_BACKEND, ['sessions', $service], + 'Sessions for '.$service, \%submetrics); + } + + mg_config(TYPE_SESSIONS, TYPE_BACKEND, ['sessions'], + 'Sessions Overview', \%metrics); + + } + + case FETCH { + + my (%values); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_FRONTEND; + $values{"${service}_sessions"} = $data{$service}{'sessions'}; + mg_fetch(TYPE_FRONTEND, ['sessions', $service], { + sessions => $data{$service}{'sessions'}, + }); + } + + mg_fetch(TYPE_FRONTEND, ['sessions'], \%values); + + undef %values; + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + $values{"${service}_sessions"} = $data{$service}{'sessions'}; + $values{"${service}_queued"} = $data{$service}{'queued'}; + } + + mg_fetch(TYPE_BACKEND, ['sessions'], \%values); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + + %values = ( + total_sessions => $data{$service}{'sessions'}, + total_queued => $data{$service}{'queued'}, + ); + + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + + $values{"${server}_sessions"} = $data{$service}{'servers'}{$server}{'sessions'}; + $values{"${server}_queued"} = $data{$service}{'servers'}{$server}{'queued'}; + + mg_fetch(TYPE_BACKEND, ['sessions', $service, $server], { + sessions => $data{$service}{'servers'}{$server}{'sessions'}, + queued => $data{$service}{'servers'}{$server}{'queued'}, + }); + } + + mg_fetch(TYPE_BACKEND, ['sessions', $service], \%values); + + } + + } + } +} + +# frontend(responses) +# frontend(responses/service(status)) +# frontend(responses/service(status)/status) +# backend(responses) +# backend(responses/service(server)) +# backend(responses/service(server)/server) +# backend(responses/service(status)) +# backend(responses/service(status)/status) +# backend(responses/service(status)/status/server) + +sub haproxy_responses { + my ($operation, $data_) = (shift, shift); + my %data = %{$data_}; + + switch ($operation) { + + case CONFIG { + + my (%fe_metrics, %be_metrics, %submetrics, $subsubmetrics); + + foreach my $service (sort keys %data) { + my %response = ( + label => $service, + type => DERIVE, + draw => LINE1, + ); + + switch ($data{$service}{'type'}) { + case TYPE_FRONTEND { + %{$fe_metrics{$service}} = %response; + } + case TYPE_BACKEND { + %{$be_metrics{$service}} = %response; + } + } + + undef %submetrics; + + foreach my $response (sort keys %{$data{$service}{'responses'}}) { + $response_ = ($response =~ /([12345])xx$/ ? "HTTP ${1}xx" : + $response eq 'total' ? "Total" : "Other"); + $draw_ = ($response_ eq 'Total' ? LINE1 : AREASTACK); + + %{$submetrics{$response}} = ( + label => $response_, + type => DERIVE, + draw => $draw_, + ); + + $submetrics{$response}{'colour'} = COLOUR_BLACK if $response eq 'total'; + + switch ($data{$service}{'type'}) { + case TYPE_FRONTEND { + mg_config(TYPE_RESPONSES, $data{$service}{'type'}, ['responses', $service, $response], + "${response_} Responses for ${service}", { + responses => { + label => 'Responses', + type => DERIVE, + draw => LINE1, + } + }); + } + case TYPE_BACKEND { + + undef %subsubmetrics; + + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + %{$subsubmetrics{$server}} = ( + label => $server, + type => DERIVE, + draw => AREASTACK, + ); + mg_config(TYPE_RESPONSES, $data{$service}{'type'}, ['responses', $service, $response, $server], + "${response_} Responses for ${service} via ${server}", { + responses => { + label => 'Responses', + type => DERIVE, + draw => LINE1, + } + }); + } + + %{$subsubmetrics{'total'}} = ( + label => 'Total', + type => DERIVE, + draw => LINE1, + colour => COLOUR_BLACK, + ); + + mg_config(TYPE_RESPONSES, $data{$service}{'type'}, ['responses', $service, $response], + "${response_} Responses for ${service}", \%subsubmetrics); + } + } + + } + + mg_config(TYPE_RESPONSES, $data{$service}{'type'}, ['responses', $service], + 'Responses for '.$service, \%submetrics); + } + + mg_config(TYPE_RESPONSES, TYPE_FRONTEND, ['responses'], + 'Responses Overview', \%fe_metrics); + mg_config(TYPE_RESPONSES, TYPE_BACKEND, ['responses'], + 'Responses Overview', \%be_metrics); + + } + + case FETCH { + + my (%values, %subvalues); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_FRONTEND; + $values{$service} = $data{$service}{'responses'}{'total'}; + mg_fetch(TYPE_FRONTEND, ['responses', $service], $data{$service}{'responses'}); + foreach my $response (sort keys %{$data{$service}{'responses'}}) { + mg_fetch(TYPE_FRONTEND, ['responses', $service, $response], { + responses => $data{$service}{'responses'}{$response} + }); + } + } + + mg_fetch(TYPE_FRONTEND, ['responses'], \%values); + + undef %values; + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + + $values{$service} = $data{$service}{'responses'}{'total'}; + + %subvalues = ( + total => $data{$service}{'responses'}{'total'}, + ); + + mg_fetch(TYPE_BACKEND, ['responses', $service], $data{$service}{'responses'}); + + foreach my $response (sort keys %{$data{$service}{'responses'}}) { + undef %subvalues; + + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + next if $data{$service}{'servers'}{$server}{'backup'}; + + $subvalues{$server} = $data{$service}{'servers'}{$server}{'responses'}{$response}; + mg_fetch(TYPE_BACKEND, ['responses', $service, $response, $server], { + responses => $data{$service}{'servers'}{$server}{'responses'}{$response}, + }); + } + + $subvalues{'total'} = $data{$service}{'responses'}{$response}; + + mg_fetch(TYPE_BACKEND, ['responses', $service, $response], \%subvalues); + } + } + + mg_fetch(TYPE_BACKEND, ['responses'], \%values); + + } + + } +} + +sub haproxy_count { + my ($operation, $data_) = (shift, shift); + my %data = %{$data_}; + + switch ($operation) { + + case CONFIG { + + my (%metrics, %submetrics); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + + # Prepare the field configuration + my %count = ( + label => $service, + type => GAUGE, + draw => AREASTACK, + ); + + # This will copy the hash for the main metric + %{$metrics{$service}} = %count; + $metrics{$service}{'draw'} = LINE1; + + # Copy and override these for the per-Service graph + my %backup = %count; $backup{'label'} = 'Backup'; + my %down = %count; $down{'label'} = 'Down'; + my %disabled = %count; $disabled{'label'} = 'Disabled'; + my %up = %count; $up{'label'} = 'Up'; + + mg_config(TYPE_BACKEND, TYPE_BACKEND, ['count', $service], + 'Server Count for '.$service, { + backup => \%backup, + down => \%down, + disabled => \%disabled, + up => \%up, + }); + } + + mg_config(TYPE_BACKEND, TYPE_BACKEND, ['count'], + 'Server Count Overview', \%metrics); + + } + + case FETCH { + + my (%values); + + foreach my $service (sort keys %data) { + next unless $data{$service}{'type'} eq TYPE_BACKEND; + + my ($backup, $disabled, $down, $up) = (0,0,0,0); + foreach my $server (sort keys %{$data{$service}{'servers'}}) { + ++$backup if $data{$service}{'servers'}{$server}{'backup'} + and not $data{$service}{'servers'}{$server}{'down'} + and not $data{$service}{'servers'}{$server}{'disabled'}; + ++$disabled if $data{$service}{'servers'}{$server}{'disabled'}; + ++$down if $data{$service}{'servers'}{$server}{'down'}; + ++$up if $data{$service}{'servers'}{$server}{'up'} + and not $data{$service}{'servers'}{$server}{'backup'}; + } + + $values{$service} = $up; + + mg_fetch(TYPE_BACKEND, ['count', $service], { + backup => $backup, + disabled => $disabled, + down => $down, + up => $up, + }); + } + + mg_fetch(TYPE_BACKEND, ['count'], \%values); + + } + + } +} + +sub do_fetch { + my %data = get_data; + exit 1 unless scalar(keys %data); + + haproxy_bandwidth FETCH, \%data; + haproxy_timing FETCH, \%data; + haproxy_sessions FETCH, \%data; + haproxy_count FETCH, \%data; + haproxy_responses FETCH, \%data; + + # Return something or the eval() will fail above + return 1; +} + +sub do_config { + my %data = get_data; + exit 1 unless scalar(keys %data); + + haproxy_bandwidth CONFIG, \%data; + haproxy_timing CONFIG, \%data; + haproxy_sessions CONFIG, \%data; + haproxy_count CONFIG, \%data; + haproxy_responses CONFIG, \%data; + + return 1; +} + +sub do_autoconf { + # All Munin wants to know is will this plugin provide all the configuration + # settings and options itself? Well, yes... + print "".(-S $_socket ? "yes" : "no")."\n"; + return 1; +} diff --git a/modules/haproxy/files/munin-haproxyng.conf b/modules/haproxy/files/munin-haproxyng.conf new file mode 100644 index 000000000..9778d7eff --- /dev/null +++ b/modules/haproxy/files/munin-haproxyng.conf @@ -0,0 +1,3 @@ +[haproxyng*] + env.socket /run/haproxy/user.sock + # env.clean prefix- diff --git a/modules/haproxy/manifests/init.pp b/modules/haproxy/manifests/init.pp new file mode 100644 index 000000000..b9bdf10bb --- /dev/null +++ b/modules/haproxy/manifests/init.pp @@ -0,0 +1,23 @@ +class haproxy { + package { 'haproxy': + ensure => installed, + } + service { 'haproxy': + ensure => running, + require => Package['haproxy'], + } + + file { '/usr/local/bin/munin-haproxyng': + mode => '0555', + source => "puppet:///modules/haproxy/monitoring-munin-haproxy/haproxyng", + } + package { 'libswitch-perl': + ensure => installed, + } + file { '/etc/munin/plugin-conf.d/puppet-haproxyng': + source => "puppet:///modules/haproxy/munin-haproxyng.conf", + } + munin::check { "haproxyng": + script => "../../../local/bin/munin-haproxyng", + } +}