Merge branch 'send_metrics_zabbix' into dev

Author: alexander popov

mamonsu/lib/parser.py

@@ -123,6 +123,17 @@
     {prog} zabbix item error <host name>
     {prog} zabbix item lastvalue <host name>
     {prog} zabbix item lastclock <host name>
+    
+Export metrics to zabbix server
+Command: --send-data-zabbix 
+Example:
+    {prog} --send-data-zabbix --zabbix-file=localhost.log --zabbix-address=localhost 
+Options:    
+    --zabbix-address <name of the Zabbix host to send metrics>
+    --zabbix-port <port of Zabbix server to send metrics> by default 10051
+    --zabbix-file <path to file with metrics to send metrics>
+    --zabbix-client <name of the Zabbix host to send metrics> by default localhost 
+    --zabbix-log-level <log level to send metrics> (INFO|DEBUG|WARN) by default INFO
 """
 
 if platform.LINUX:
@@ -271,4 +282,14 @@ def parse_args():
         '--old-zabbix',
         dest='old_zabbix', action='store_true',
         help='Create special template for currently unsupported zabbix versions')
+    # Zabbix server to send metrics
+    parser.add_option('--zabbix-address', dest='zabbix_address', default=None)
+    # port of Zabbix server to send metrics
+    parser.add_option('--zabbix-port', dest='zabbix_port', default='10051')
+    # name of the Zabbix host to send metrics
+    parser.add_option('--zabbix-client', dest='zabbix_client', default='localhost')
+    # path to file with metrics to send metrics
+    parser.add_option('--zabbix-file', dest='zabbix_file', default=None)
+    # log level to send metrics
+    parser.add_option('--zabbix-log-level', dest='zabbix_log_level', default='INFO')
     return parser.parse_args()

mamonsu/lib/runner.py

@@ -51,6 +51,26 @@ def quit_handler(_signo=None, _stack_frame=None):
             from mamonsu.tools.agent.start import run_agent
             sys.argv.remove('agent')
             return run_agent()
+        elif tool == '--send-data-zabbix':
+            args, _ = parse_args()
+            if not args.zabbix_address:
+                print('To send metrics to zabbix, please, add option --zabbix-addres')
+                exit(125)
+
+            if not args.zabbix_file:
+                print ('To send metrics to zabbix, please, add option --zabbix_file')
+                exit(123)
+
+            cfg = Config(args.config_file, args.plugins_dirs)
+            cfg.config.set('zabbix','address',args.zabbix_address)
+            cfg.config.set('zabbix','port',args.zabbix_port)
+            cfg.config.set('zabbix', 'client', args.zabbix_client)
+            cfg.config.set('log', 'level', args.zabbix_log_level)
+
+            supervisor = Supervisor(cfg)
+            supervisor.send_file_zabbix(cfg,args.zabbix_file)
+            exit(0)
+
         elif tool == 'export':
             args, commands = parse_args()
             # get PG version

mamonsu/lib/senders/zbx.py

@@ -12,7 +12,7 @@
 import mamonsu.lib.platform as platform
 from mamonsu.lib.plugin import Plugin
 from mamonsu.lib.queue import Queue
-
+from itertools import islice
 
 class ZbxSender(Plugin):
 
@@ -64,6 +64,40 @@ def _flush(self):
         })
         self._send_data(data)
 
+    def send_file_to_zabbix (self,path):
+        zabbix_client = self.config.fetch('zabbix', 'client')
+        self.log.setLevel((self.config.fetch('log', 'level')).upper())
+
+        metrics = []
+        with open(path, 'r') as f:
+            while True:
+                lines=list(islice(f, 100))
+                for line in lines:
+                    try:
+                        split_line = line.rstrip('\n').split('\t')
+                        if len(split_line) == 3:
+                            metric = {
+                                'host': zabbix_client,
+                                'key': split_line[2],
+                                'value': split_line[1],
+                                'clock': int(split_line[0])}
+                            metrics.append(metric)
+                        else:
+                            self.log.error('Can\'t load metric in line: "{0}". The line must have the format: time <tab> value <tab> metric\'s name.'.format(line.rstrip('\n')))
+                    except Exception as e:
+                        self.log.error('Can\'t load metric in line: "{0}". Error : {1} '.format(line.rstrip('\n'),e,))
+
+                data = json.dumps({
+                    'request': 'sender data',
+                    'data': metrics,
+                    'clock': int(time.time())
+                })
+                self._send_data(data)
+                self.log.info('sended {0} metrics'.format(str(len(metrics))))
+                metrics = []
+                if not lines:
+                    break
+
     def _send_data(self, data):
         data_len = struct.pack('<Q', len(data))
         if platform.PY3:

mamonsu/lib/supervisor.py

@@ -6,6 +6,7 @@
 from mamonsu.lib.senders import *
 from mamonsu.tools.agent import *
 from mamonsu.plugins import *
+from mamonsu.lib.senders.zbx import ZbxSender
 
 
 class Supervisor(object):
@@ -62,3 +63,7 @@ def _loop(self):
                 else:
                     self._sender.send('mamonsu.plugin.errors[]', '')
                 plugin_errors, plugin_probes = 0, 0
+
+    def send_file_zabbix(self,cfg,path):
+        zbxSender = ZbxSender (cfg)
+        zbxSender.send_file_to_zabbix(path)