Production Level Knowledge & Tips

  1. 未分類
  2. 66 view

[Node.js][Kibana]Try to add reverse proxy function

Overview

Only a host in internal network can access to Elastic Search cluster.
So conventional way is the Kibana access to Elastic Search cluster via reverse proxy.
But, the proxy was crushed.
I added reverse proxy function to the Kibana because I couldn’t build new reverse proxy with cost. If Kibana access to http://${kibana domain}/proxy/${elastic search url},
Kibana get data from Elastic Search with ${elastic search url} via internal network.
20140912_Kibana_ReverseProxy

Environment

  • OS
    • Linux www4322gi 3.2.0-64-generic #97-Ubuntu SMP Wed Jun 4 22:04:21 UTC 2014 x86_64 x86_64 x86_64 GNU/Linux
  • Node
    • version: v0.10.26

Source Code

Difference from here(Kibana3) is following. sample/server.js
7c7,8
<     events = require('events');
---
>     events = require('events'),
>     path = require('path');
9c10,12
< var DEFAULT_PORT = 8000;
---
> var exec = require('child_process').exec;
>
> var DEFAULT_PORT = 80;
13,14c16,20
<     'GET': createServlet(StaticServlet),
<     'HEAD': createServlet(StaticServlet)
---
>     'GET'   : createServlet(StaticServlet),
>     'POST'  : createServlet(StaticServlet),
>     'PUT'   : createServlet(StaticServlet),
>     'HEAD'  : createServlet(StaticServlet),
>     'DELETE': createServlet(StaticServlet)
85c91
<   'svg': 'image/svg+xml'
---
>   'svg': 'image/svg+xml'
87a94,116
> // Common function for getting json data from ES
> function getDataFromES(url, method, postData, successCallback, failCallback, numRetry) {
>   var options = {};
>   var command = '';
>
>   if (method === 'DELETE') {
>     command = 'curl -X DELETE --max-time 20 -H "Accept-Encoding: gzip,deflate" "' + url + '"';
>   } else if (method === 'POST' || method === 'PUT') {
>     command = 'curl --max-time 20 -H "Accept-Encoding: gzip,deflate" -d \'' + postData + '\' "' + url + '"';
>   } else {
>     command = 'curl --max-time 20 -H "Accept-Encoding: gzip,deflate" "' + url + '"';
>   }
>
>   exec(command, function (err, stdout, stderr) {
>     if (!err) {
>       successCallback(stdout);
>     } else {
>       if (numRetry <= 0) failCallback();
>       else getDataFromES(url, method, postData, successCallback, failCallback, numRetry - 1);
>     }
>   });
> }
>
90,102c119,160
<   var path = ('../src/' + req.url.pathname).replace('//','/').replace(/%(..)/g, function(match, hex){
<     return String.fromCharCode(parseInt(hex, 16));
<   });
<   var parts = path.split('/');
<   if (parts[parts.length-1].charAt(0) === '.')
<     return self.sendForbidden_(req, res, path);
<   fs.stat(path, function(err, stat) {
<     if (err)
<       return self.sendMissing_(req, res, path);
<     if (stat.isDirectory())
<       return self.sendDirectory_(req, res, path);
<     return self.sendFile_(req, res, path);
<   });
---
>
>   // Reverse Proxy
>   if (/^\/proxy/.test(req.url.pathname)) {
>     var reqpath = req.url.pathname.substr(7);
>     var requrl = 'http://' + reqpath;
>
>     // Define callback funcs
>     var successCallback = function (result) {
>       res.writeHead(200, {'Content-Type' : 'application/json; charset=utf-8'});
>       res.end(result);
>     };
>     var failCallback = function () {
>       res.writeHead(503, {'Content-Type' : 'application/json; charset=utf-8'});
>       res.end("ERROR");
>     };
>
>     if (req.method === 'POST' || req.method === 'PUT') {
>       var postData='';
>       req.on('data', function (data) { postData += data; });
>       req.on('end',function(){
>         getDataFromES(requrl, 'POST', postData, successCallback, failCallback, 3);
>       });
>     } else {
>       getDataFromES(requrl, req.method, '', successCallback, failCallback, 3);
>     }
>   // Normal Kibana Function
>   } else {
>     if (req.url.pathname === '/') req.url.pathname = '/index.html';
>     var path = (__dirname + '/' + req.url.pathname).replace('//','/').replace(/%(..)/g, function(match, hex){
>       return String.fromCharCode(parseInt(hex, 16));
>     });
>     var parts = path.split('/');
>     if (parts[parts.length-1].charAt(0) === '.')
>       return self.sendForbidden_(req, res, path);
>     fs.stat(path, function(err, stat) {
>       if (err)
>         return self.sendMissing_(req, res, path);
>       if (stat.isDirectory())
>         return self.sendDirectory_(req, res, path);
>       return self.sendFile_(req, res, path);
>     });
>   }
Complete code is HERE,

未分類 recent post

  1. Install sbt 1.0.0 and run sample template

  2. Visualization of Neural Network and its Train…

  3. [Machine Learning]Created docker image includ…

  4. [Node.js]How to write batch script with Node.…

  5. [Hive]Get top n items for each category

関連記事

PAGE TOP