integration(kong) Added Kong checks

Kong is an open-source management layer for API. More details about Kong can be found at
website:https://getkong.org/
github:https://github.com/Mashape/kong

Author: Shashi Ranjan

.travis.yml

@@ -55,6 +55,7 @@ env:
     - TRAVIS_FLAVOR=haproxy FLAVOR_VERSION=1.3.27
     - TRAVIS_FLAVOR=haproxy FLAVOR_VERSION=1.4.26
     - TRAVIS_FLAVOR=haproxy FLAVOR_VERSION=1.5.11
+    - TRAVIS_FLAVOR=kong FLAVOR_VERSION=0.8.1
     - TRAVIS_FLAVOR=lighttpd
     - TRAVIS_FLAVOR=memcache
     - TRAVIS_FLAVOR=mongo FLAVOR_VERSION=2.6.9

Rakefile

@@ -18,6 +18,7 @@ require './ci/fluentd'
 require './ci/gearman'
 require './ci/go_expvar'
 require './ci/haproxy'
+require './ci/kong'
 require './ci/lighttpd'
 require './ci/memcache'
 require './ci/mongo'

checks.d/kong.py

@@ -0,0 +1,71 @@
+# stdlib
+import urlparse
+
+# 3rd party
+import requests
+import simplejson as json
+
+# project
+from checks import AgentCheck
+from util import headers
+
+
+class Kong(AgentCheck):
+    """ collects metrics for Kong """
+    def check(self, instance):
+        metrics = self._fetch_data(instance)
+        for row in metrics:
+            try:
+                name, value, tags = row
+                self.gauge(name, value, tags)
+            except Exception:
+                self.log.error(u'Could not submit metric: %s', row)
+
+    def _fetch_data(self, instance):
+        if 'kong_status_url' not in instance:
+            raise Exception('missing "kong_status_url" value')
+        tags = instance.get('tags', [])
+        url = instance.get('kong_status_url')
+
+        parsed_url = urlparse.urlparse(url)
+        host = parsed_url.hostname
+        port = parsed_url.port or 80
+        service_check_name = 'kong.can_connect'
+        service_check_tags = ['kong_host:%s' % host, 'kong_port:%s' % port]
+
+        try:
+            self.log.debug(u"Querying URL: {0}".format(url))
+            response = requests.get(url, headers=headers(self.agentConfig))
+            self.log.debug(u"Kong status `response`: {0}".format(response))
+            response.raise_for_status()
+        except Exception:
+            self.service_check(service_check_name, AgentCheck.CRITICAL,
+                               tags=service_check_tags)
+            raise
+        else:
+            if response.status_code == 200:
+                self.service_check(service_check_name, AgentCheck.OK,
+                               tags=service_check_tags)
+            else:
+                self.service_check(service_check_name, AgentCheck.CRITICAL,
+                               tags=service_check_tags)
+
+        return self._parse_json(response.content, tags)
+
+    def _parse_json(self, raw, tags=None):
+        if tags is None:
+            tags = []
+        parsed = json.loads(raw)
+        metric_base = 'kong'
+        output = []
+        tagged_keys = ['database', 'server']
+        for key in tagged_keys:
+            metric_prefix = '%s.%s' % (metric_base, key)
+            metric_list = []
+            for name, data in parsed.get(key).items():
+                metric_name = '%s.%s' % (metric_prefix, name)
+                metric_list.append((metric_name, data, tags))
+
+            output.extend(metric_list)
+
+        return output

ci/kong.rb

@@ -0,0 +1,105 @@
+require './ci/common'
+
+def kong_version
+  ENV['FLAVOR_VERSION'] || '0.8.1'
+end
+
+def kong_rootdir
+  "#{ENV['INTEGRATIONS_DIR']}/kong"
+end
+
+def cassandra_rootdir
+  "#{ENV['INTEGRATIONS_DIR']}/cassandra"
+end
+
+namespace :ci do
+  namespace :kong do |flavor|
+    task before_install: ['ci:common:before_install']
+
+    task install: ['ci:common:install'] do
+      unless Dir.exist? File.expand_path(kong_rootdir)
+        # Download Kong, Cassandra. curl, openjdk 1.8, wget, make, gcc must be already installed
+        ENV['LUA_VERSION'] = 'luajit-2.1'
+        ENV['CASSANDRA_VERSION'] = '2.2.4'
+        ENV['LUAROCKS_VERSION'] = '2.3.0'
+        ENV['OPENSSL_VERSION'] = '1.0.2f'
+        ENV['OPENRESTY_VERSION'] = '1.9.7.3'
+        ENV['SERF_VERSION'] = '0.7.0'
+        ENV['DNSMASQ_VERSION'] = '2.75'
+        ENV['LUAJIT_VERSION'] = '2.1'
+        ENV['LUAJIT_DIR'] = "#{ENV['INTEGRATIONS_DIR']}/lua"
+        ENV['LUAROCKS_DIR'] = "#{ENV['INTEGRATIONS_DIR']}/luarocks"
+        ENV['OPENRESTY_DIR'] = "#{ENV['INTEGRATIONS_DIR']}/openresty"
+        ENV['SERF_DIR'] = "#{ENV['INTEGRATIONS_DIR']}/serf"
+        ENV['DNSMASQ_DIR'] = "#{ENV['INTEGRATIONS_DIR']}/dnsmasq"
+        ENV['CASSANDRA_DIR'] = "#{ENV['INTEGRATIONS_DIR']}/cassandra"
+        ENV['UUID_DIR'] = "#{ENV['INTEGRATIONS_DIR']}/libuuid"
+        ENV['CASSANDRA_HOSTS'] = '127.0.0.1'
+        sh %(mkdir -p #{kong_rootdir})
+        sh %(cp $TRAVIS_BUILD_DIR/ci/resources/kong/*.sh #{kong_rootdir})
+        sh %(bash #{kong_rootdir}/setup_uuid.sh)
+        sh %(bash #{kong_rootdir}/setup_lua.sh)
+        sh %(bash #{kong_rootdir}/setup_openresty.sh)
+        sh %(bash #{kong_rootdir}/setup_serf.sh)
+        sh %(bash #{kong_rootdir}/setup_dnsmasq.sh)
+        ENV['LUA_CPATH'] = "./?.so;#{ENV['LUAROCKS_DIR']}/lib/lua/5.1/?.so;"
+        ENV['LUA_PATH'] = "./?.lua;#{ENV['LUAROCKS_DIR']}/share/lua/5.1/?.lua;#{ENV['LUAROCKS_DIR']}/share/lua/5.1/?/init.lua;\
+            #{ENV['LUAROCKS_DIR']}/lib/lua/5.1/?.lua;"
+        ENV['PATH'] = "#{ENV['LUAJIT_DIR']}/bin:#{ENV['LUAJIT_DIR']}/include/#{ENV['LUA_VERSION']}:#{ENV['LUAROCKS_DIR']}/bin:#{ENV['PATH']}"
+        ENV['PATH'] = "#{ENV['OPENRESTY_DIR']}/nginx/sbin:#{ENV['SERF_DIR']}:#{ENV['DNSMASQ_DIR']}/usr/local/sbin:#{ENV['PATH']}"
+        sh %(curl -s -L -o $VOLATILE_DIR/apache-cassandra-2.2.6-bin.tar.gz\
+             http://mirror.metrocast.net/apache/cassandra/2.2.6/apache-cassandra-2.2.6-bin.tar.gz)
+        sh %(mkdir -p #{cassandra_rootdir})
+        sh %(tar zxf $VOLATILE_DIR/apache-cassandra-2.2.6-bin.tar.gz\
+             -C #{cassandra_rootdir} --strip-components=1)
+        sh %(#{cassandra_rootdir}/bin/cassandra -p $VOLATILE_DIR/cass.pid > /dev/null)
+        sh %(mkdir -p $VOLATILE_DIR/cassandra)
+        Wait.for 9042, 60
+      end
+    end
+
+    task before_script: ['ci:common:before_script'] do
+      sh %(bash #{kong_rootdir}/kong_install.sh)
+      Wait.for 8001, 10
+    end
+
+    task script: ['ci:common:script'] do
+      this_provides = [
+        'kong'
+      ]
+      Rake::Task['ci:common:run_tests'].invoke(this_provides)
+    end
+
+    task before_cache: :cleanup
+
+    task cache: ['ci:common:cache']
+
+    task cleanup: ['ci:common:cleanup'] do
+      sh %(kill `cat $VOLATILE_DIR/cass.pid`)
+      sleep_for 3
+      sh %(kill `cat $INTEGRATIONS_DIR/kong/nginx.pid`)
+      sh %(kill `cat $INTEGRATIONS_DIR/kong/dnsmasq.pid`)
+      sh %(kill `cat $INTEGRATIONS_DIR/kong/serf.pid`)
+    end
+
+    task :execute do
+      exception = nil
+      begin
+        %w(before_install install before_script
+           script before_cache cache).each do |t|
+          Rake::Task["#{flavor.scope.path}:#{t}"].invoke
+        end
+      rescue => e
+        exception = e
+        puts "Failed task: #{e.class} #{e.message}".red
+      end
+      if ENV['SKIP_CLEANUP']
+        puts 'Skipping cleanup, disposable environments are great'.yellow
+      else
+        puts 'Cleaning up'
+        Rake::Task["#{flavor.scope.path}:cleanup"].invoke
+      end
+      raise exception if exception
+    end
+  end
+end