Adding InfluxDB logger

git-svn-id: https://redmine.imt-atlantique.fr/svn/xaal/code/Python/trunk@1837 b32b6428-25c9-4566-ad07-03861ab6144f

devices/loggers/influxdb/README.rst

+
+xaal.influxdb
+========
+xaal.influxdb is an InfluxDB logger for xAAL. It can either log all values seen
+on the bus, or log specific devices. 
+
+For a full description of the protocol check out http://xaal.tk
+
+
+
+Dependencies
+~~~~~~~~~~~~
+xaal.lib depends on :
+- ujson
+- pysodium
+- configobj
+
+But ujson compiled by hand (with pip install ie), will lead in a slow startup.
+I'm unable to know exactly why. Using package distribution is really recommended.
+If you can't, simply use json in place.
+

devices/loggers/influxdb/setup.py

+from setuptools import setup,find_packages
+
+with open('README.rst') as f:
+    long_description = f.read()
+
+VERSION = "0.1"
+
+setup(
+    name='xaal.influxdb',
+    version=VERSION,
+    license='GPL License',
+    author='Pierre-Henri Horrein',
+    author_email='freki@frekilabs.fr',
+    #url='',
+    description=('xAAL device for InfluxDB logging' ),
+    long_description=long_description,
+    classifiers=[
+        'Programming Language :: Python',
+        'Topic :: Software Development :: Libraries :: Python Modules',
+    ],
+    keywords=['xaal', 'influxdb'],
+    platforms='any',
+    packages=find_packages(),
+    namespace_packages=["xaal"],
+    include_package_data=True,
+    install_requires=[
+        'xaal.lib',
+        'influxdb',
+    ]
+)

devices/loggers/influxdb/xaal.influxdb.ini

+[config]
+host = 127.0.0.1
+port = 8096
+ssl = false
+database = xaal
+user = xaal
+password = xaal
+addr = xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx

devices/loggers/influxdb/xaal/__init__.py

+# this is a namespace package
+try:
+    import pkg_resources
+    pkg_resources.declare_namespace(__name__)
+except ImportError:
+    import pkgutil
+    __path__ = pkgutil.extend_path(__path__, __name__)

devices/loggers/influxdb/xaal/influxdb/__main__.py

+from . import influxdblogger
+influxdblogger.main()
+

devices/loggers/influxdb/xaal/influxdb/influxdblogger.py

+#!/usr/bin/python2
+# -*- coding: utf-8 -*-
+
+#
+#  Copyright 2017 Pierre-Henri Horrein, IMT Atlantique
+#  
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 3 of the License, or
+#  (at your option) any later version.
+#  		
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#  				
+#  You should have received a copy of the GNU General Public License
+#  along with this program. If not, see <http://www.gnu.org/licenses/>.
+#  
+
+import time
+from xaal.lib import Device,Engine,tools,config
+
+import influxdb
+
+PACKAGE_NAME = "xaal.influxdb"
+logger = tools.get_logger(PACKAGE_NAME,'DEBUG')
+
+class InfluxDBLogger:
+    def __init__(self,engine):
+        self.eng = engine
+        # change xAAL call flow
+        self.eng.add_rx_handler(self.parse_msg)
+        self.cfg = tools.load_cfg_or_die(PACKAGE_NAME)['config']
+        self.setup()
+
+    def setup(self):
+        cfg = self.cfg
+
+        client = influxdb.InfluxDBClient(
+                host=cfg['host'],
+                port=int(cfg['port']),
+                username=cfg['user'],
+                password=cfg['password'],
+                database=cfg['database'],
+                ssl=(cfg['ssl'] == "true"))
+        self.influxdb = client
+
+        dev = Device("logger.basic")
+        dev.address    = self.cfg['addr']
+        dev.vendor_id  = "IHSEV"
+        dev.product_id = "InfluxDB Logger"
+        dev.url        = "https://www.influxdata.com"
+        dev.version    = 0.1
+        dev.info  = "%s@%s:%s" % (cfg['database'],cfg['host'],cfg['port'])
+        self.eng.add_device(dev)
+
+
+    def parse_msg(self,msg):
+        retry = 0
+        done = False
+        if msg.is_attributes_change() :
+            data_points = []
+            for k in msg.body:
+                data_points.append({
+                        "measurement": msg.source+"/"+k,
+                        "fields": {
+                            "value": msg.body[k]
+                            },
+                        }
+                )
+                logger.info("%s: %s/%s -> %s" %
+                        (msg.timestamp,
+                         msg.source,
+                         k,
+                         msg.body[k]
+                            ))
+            while done: 
+                try: 
+                    self.influxdb.write_points(data_points,time_precision='s')
+                    done = True
+                except:
+                    logger.warning("Exception when writing points, tries: " % retry)
+                    if retry == 3:
+                        logger.error("Message not logged, exceeded max retries")
+                        done = True
+                    retry+=1
+
+        # continue xAAL flow 
+        self.eng.handle_request(msg)
+
+def run():
+    eng = Engine()    
+    log = InfluxDBLogger(eng)
+    eng.run()
+
+
+def main():
+    try:
+        run()
+    except KeyboardInterrupt:
+        print("Bye Bye..")
+
+
+if __name__ == '__main__':
+    main()