2013-09-05 16:02:48 +02:00
|
|
|
/**
|
2015-02-04 21:44:07 +01:00
|
|
|
* Copyright 2013,2015 IBM Corp.
|
2013-09-05 16:02:48 +02:00
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
**/
|
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
module.exports = function(RED) {
|
2014-06-08 16:05:08 +02:00
|
|
|
"use strict";
|
2014-05-04 00:32:04 +02:00
|
|
|
var http = require("follow-redirects").http;
|
|
|
|
var https = require("follow-redirects").https;
|
|
|
|
var urllib = require("url");
|
|
|
|
var express = require("express");
|
|
|
|
var getBody = require('raw-body');
|
|
|
|
var mustache = require("mustache");
|
|
|
|
var querystring = require("querystring");
|
|
|
|
var cors = require('cors');
|
|
|
|
var jsonParser = express.json();
|
|
|
|
var urlencParser = express.urlencoded();
|
2015-02-04 21:44:07 +01:00
|
|
|
var onHeaders = require('on-headers');
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
function rawBodyParser(req, res, next) {
|
2014-07-18 22:49:48 +02:00
|
|
|
if (req._body) { return next(); }
|
2014-05-04 00:32:04 +02:00
|
|
|
req.body = "";
|
|
|
|
req._body = true;
|
|
|
|
getBody(req, {
|
|
|
|
limit: '1mb',
|
|
|
|
length: req.headers['content-length'],
|
|
|
|
encoding: 'utf8'
|
|
|
|
}, function (err, buf) {
|
2014-07-18 22:49:48 +02:00
|
|
|
if (err) { return next(err); }
|
2014-05-04 00:32:04 +02:00
|
|
|
req.body = buf;
|
|
|
|
next();
|
|
|
|
});
|
|
|
|
}
|
2014-05-13 12:39:59 +02:00
|
|
|
|
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
function HTTPIn(n) {
|
|
|
|
RED.nodes.createNode(this,n);
|
|
|
|
if (RED.settings.httpNodeRoot !== false) {
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
this.url = n.url;
|
|
|
|
this.method = n.method;
|
2015-05-07 17:45:44 +02:00
|
|
|
this.swaggerDoc = n.swaggerDoc;
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
var node = this;
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
this.errorHandler = function(err,req,res,next) {
|
|
|
|
node.warn(err);
|
|
|
|
res.send(500);
|
|
|
|
};
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
this.callback = function(req,res) {
|
2015-06-02 16:54:37 +02:00
|
|
|
var msgid = RED.util.generateId();
|
|
|
|
res._msgid = msgid;
|
2015-05-07 17:45:44 +02:00
|
|
|
if (node.method.match(/(^post$|^delete$|^put$|^options$)/)) {
|
2015-06-02 16:54:37 +02:00
|
|
|
node.send({_msgid:msgid,req:req,res:res,payload:req.body});
|
2014-05-04 00:32:04 +02:00
|
|
|
} else if (node.method == "get") {
|
2015-06-02 16:54:37 +02:00
|
|
|
node.send({_msgid:msgid,req:req,res:res,payload:req.query});
|
2014-05-04 00:32:04 +02:00
|
|
|
} else {
|
2015-06-02 16:54:37 +02:00
|
|
|
node.send({_msgid:msgid,req:req,res:res});
|
2013-10-23 22:27:54 +02:00
|
|
|
}
|
2014-11-03 14:41:45 +01:00
|
|
|
};
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-12-01 23:58:25 +01:00
|
|
|
var corsHandler = function(req,res,next) { next(); }
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-03-08 23:35:35 +01:00
|
|
|
if (RED.settings.httpNodeCors) {
|
2014-05-04 00:32:04 +02:00
|
|
|
corsHandler = cors(RED.settings.httpNodeCors);
|
|
|
|
RED.httpNode.options(this.url,corsHandler);
|
|
|
|
}
|
2015-03-08 19:36:35 +01:00
|
|
|
|
2015-05-13 22:25:37 +02:00
|
|
|
var httpMiddleware = function(req,res,next) { next(); }
|
2015-05-19 12:07:54 +02:00
|
|
|
|
2015-05-13 22:25:37 +02:00
|
|
|
if (RED.settings.httpNodeMiddleware) {
|
|
|
|
if (typeof RED.settings.httpNodeMiddleware === "function") {
|
|
|
|
httpMiddleware = RED.settings.httpNodeMiddleware;
|
|
|
|
}
|
|
|
|
}
|
2015-05-19 12:07:54 +02:00
|
|
|
|
2015-02-04 21:44:07 +01:00
|
|
|
var metricsHandler = function(req,res,next) { next(); }
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2015-02-04 21:44:07 +01:00
|
|
|
if (this.metric()) {
|
|
|
|
metricsHandler = function(req, res, next) {
|
|
|
|
var startAt = process.hrtime();
|
|
|
|
onHeaders(res, function() {
|
2015-06-02 16:54:37 +02:00
|
|
|
if (res._msgid) {
|
2015-02-04 21:44:07 +01:00
|
|
|
var diff = process.hrtime(startAt);
|
|
|
|
var ms = diff[0] * 1e3 + diff[1] * 1e-6;
|
|
|
|
var metricResponseTime = ms.toFixed(3);
|
|
|
|
var metricContentLength = res._headers["content-length"];
|
|
|
|
//assuming that _id has been set for res._metrics in HttpOut node!
|
2015-06-02 16:54:37 +02:00
|
|
|
node.metric("response.time.millis", {_msgid:res._msgid} , metricResponseTime);
|
|
|
|
node.metric("response.content-length.bytes", {_msgid:res._msgid} , metricContentLength);
|
2015-02-04 21:44:07 +01:00
|
|
|
}
|
|
|
|
});
|
|
|
|
next();
|
|
|
|
};
|
|
|
|
}
|
2015-03-08 19:36:35 +01:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
if (this.method == "get") {
|
2015-05-13 22:25:37 +02:00
|
|
|
RED.httpNode.get(this.url,httpMiddleware,corsHandler,metricsHandler,this.callback,this.errorHandler);
|
2014-05-04 00:32:04 +02:00
|
|
|
} else if (this.method == "post") {
|
2015-05-13 22:25:37 +02:00
|
|
|
RED.httpNode.post(this.url,httpMiddleware,corsHandler,metricsHandler,jsonParser,urlencParser,rawBodyParser,this.callback,this.errorHandler);
|
2014-05-04 00:32:04 +02:00
|
|
|
} else if (this.method == "put") {
|
2015-05-13 22:25:37 +02:00
|
|
|
RED.httpNode.put(this.url,httpMiddleware,corsHandler,metricsHandler,jsonParser,urlencParser,rawBodyParser,this.callback,this.errorHandler);
|
2014-05-04 00:32:04 +02:00
|
|
|
} else if (this.method == "delete") {
|
2015-05-13 22:25:37 +02:00
|
|
|
RED.httpNode.delete(this.url,httpMiddleware,corsHandler,metricsHandler,jsonParser,urlencParser,rawBodyParser,this.callback,this.errorHandler);
|
2014-05-04 00:32:04 +02:00
|
|
|
}
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
this.on("close",function() {
|
|
|
|
var routes = RED.httpNode.routes[this.method];
|
2014-03-08 23:35:35 +01:00
|
|
|
for (var i = 0; i<routes.length; i++) {
|
|
|
|
if (routes[i].path == this.url) {
|
|
|
|
routes.splice(i,1);
|
|
|
|
//break;
|
|
|
|
}
|
|
|
|
}
|
2014-05-04 00:32:04 +02:00
|
|
|
if (RED.settings.httpNodeCors) {
|
2014-11-28 11:09:38 +01:00
|
|
|
var routes = RED.httpNode.routes['options'];
|
|
|
|
if (routes) {
|
|
|
|
for (var j = 0; j<routes.length; j++) {
|
|
|
|
if (routes[j].path == this.url) {
|
|
|
|
routes.splice(j,1);
|
2014-10-29 19:26:09 +01:00
|
|
|
//break;
|
|
|
|
}
|
2014-05-04 00:32:04 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
2014-03-31 11:28:37 +02:00
|
|
|
} else {
|
2015-05-10 22:47:22 +02:00
|
|
|
this.warn(RED._("httpin.errors.not-created"));
|
2014-03-31 11:28:37 +02:00
|
|
|
}
|
2014-05-04 00:32:04 +02:00
|
|
|
}
|
|
|
|
RED.nodes.registerType("http in",HTTPIn);
|
2014-05-13 12:39:59 +02:00
|
|
|
|
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
function HTTPOut(n) {
|
|
|
|
RED.nodes.createNode(this,n);
|
|
|
|
var node = this;
|
|
|
|
this.on("input",function(msg) {
|
|
|
|
if (msg.res) {
|
|
|
|
if (msg.headers) {
|
|
|
|
msg.res.set(msg.headers);
|
2014-04-30 23:04:33 +02:00
|
|
|
}
|
2014-05-04 00:32:04 +02:00
|
|
|
var statusCode = msg.statusCode || 200;
|
|
|
|
if (typeof msg.payload == "object" && !Buffer.isBuffer(msg.payload)) {
|
|
|
|
msg.res.jsonp(statusCode,msg.payload);
|
|
|
|
} else {
|
2014-06-08 00:18:25 +02:00
|
|
|
if (msg.res.get('content-length') == null) {
|
2014-07-09 10:43:02 +02:00
|
|
|
var len;
|
2014-07-09 10:51:32 +02:00
|
|
|
if (msg.payload == null) {
|
2014-07-09 10:46:10 +02:00
|
|
|
len = 0;
|
2015-05-02 23:20:46 +02:00
|
|
|
} else if (Buffer.isBuffer(msg.payload)) {
|
|
|
|
len = msg.payload.length;
|
2014-07-09 10:46:10 +02:00
|
|
|
} else if (typeof msg.payload == "number") {
|
2014-07-09 10:43:02 +02:00
|
|
|
len = Buffer.byteLength(""+msg.payload);
|
|
|
|
} else {
|
|
|
|
len = Buffer.byteLength(msg.payload);
|
|
|
|
}
|
|
|
|
msg.res.set('content-length', len);
|
2014-06-08 00:18:25 +02:00
|
|
|
}
|
2015-03-08 19:36:35 +01:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
msg.res.send(statusCode,msg.payload);
|
|
|
|
}
|
|
|
|
} else {
|
2015-05-10 22:47:22 +02:00
|
|
|
node.warn(RED._("httpin.errors.no-response"));
|
2013-10-23 22:27:54 +02:00
|
|
|
}
|
2014-05-04 00:32:04 +02:00
|
|
|
});
|
|
|
|
}
|
|
|
|
RED.nodes.registerType("http response",HTTPOut);
|
2014-05-13 12:39:59 +02:00
|
|
|
|
2014-12-01 23:58:25 +01:00
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
function HTTPRequest(n) {
|
|
|
|
RED.nodes.createNode(this,n);
|
|
|
|
var nodeUrl = n.url;
|
|
|
|
var isTemplatedUrl = (nodeUrl||"").indexOf("{{") != -1;
|
|
|
|
var nodeMethod = n.method || "GET";
|
2014-12-09 15:40:03 +01:00
|
|
|
this.ret = n.ret || "txt";
|
2014-05-04 00:32:04 +02:00
|
|
|
var node = this;
|
2015-05-19 12:07:54 +02:00
|
|
|
|
|
|
|
var prox, noprox;
|
|
|
|
if (process.env.http_proxy != null) { prox = process.env.http_proxy; }
|
|
|
|
if (process.env.HTTP_PROXY != null) { prox = process.env.HTTP_PROXY; }
|
|
|
|
if (process.env.no_proxy != null) { noprox = process.env.no_proxy.split(","); }
|
|
|
|
if (process.env.NO_PROXY != null) { noprox = process.env.NO_PROXY.split(","); }
|
|
|
|
|
2014-05-04 00:32:04 +02:00
|
|
|
this.on("input",function(msg) {
|
2015-02-04 21:44:07 +01:00
|
|
|
var preRequestTimestamp = process.hrtime();
|
2015-05-10 22:47:22 +02:00
|
|
|
node.status({fill:"blue",shape:"dot",text:RED._("common.status.requesting")});
|
2015-03-19 22:25:43 +01:00
|
|
|
var url = nodeUrl || msg.url;
|
|
|
|
if (msg.url && nodeUrl && (nodeUrl !== msg.url)) { // revert change below when warning is finally removed
|
2015-05-10 22:47:22 +02:00
|
|
|
node.warn(RED._("httpin.errors.not-overridden"));
|
2015-03-19 22:25:43 +01:00
|
|
|
}
|
|
|
|
if (isTemplatedUrl) {
|
2014-05-13 12:39:59 +02:00
|
|
|
url = mustache.render(nodeUrl,msg);
|
|
|
|
}
|
2015-04-26 09:50:42 +02:00
|
|
|
if (!url) {
|
2015-05-10 22:47:22 +02:00
|
|
|
node.error(RED._("httpin.errors.no-url"),msg);
|
2015-04-26 09:50:42 +02:00
|
|
|
return;
|
|
|
|
}
|
2014-07-23 13:09:21 +02:00
|
|
|
// url must start http:// or https:// so assume http:// if not set
|
2015-05-13 14:54:47 +02:00
|
|
|
if (!((url.indexOf("http://") === 0) || (url.indexOf("https://") === 0))) {
|
2014-07-23 13:09:21 +02:00
|
|
|
url = "http://"+url;
|
|
|
|
}
|
|
|
|
|
2015-03-19 22:25:43 +01:00
|
|
|
var method = nodeMethod.toUpperCase() || "GET";
|
|
|
|
if (msg.method && n.method && (n.method !== "use")) { // warn if override option not set
|
2015-05-10 22:47:22 +02:00
|
|
|
node.warn(RED._("httpin.errors.not-overridden"));
|
2015-03-19 22:25:43 +01:00
|
|
|
}
|
|
|
|
if (msg.method && n.method && (n.method === "use")) {
|
|
|
|
method = msg.method.toUpperCase(); // use the msg parameter
|
2014-11-03 14:41:45 +01:00
|
|
|
}
|
2014-05-13 12:39:59 +02:00
|
|
|
var opts = urllib.parse(url);
|
|
|
|
opts.method = method;
|
|
|
|
opts.headers = {};
|
|
|
|
if (msg.headers) {
|
2014-07-23 22:28:53 +02:00
|
|
|
for (var v in msg.headers) {
|
|
|
|
if (msg.headers.hasOwnProperty(v)) {
|
2014-09-22 21:44:22 +02:00
|
|
|
var name = v.toLowerCase();
|
|
|
|
if (name !== "content-type" && name !== "content-length") {
|
|
|
|
// only normalise the known headers used later in this
|
|
|
|
// function. Otherwise leave them alone.
|
|
|
|
name = v;
|
|
|
|
}
|
|
|
|
opts.headers[name] = msg.headers[v];
|
2014-07-23 22:28:53 +02:00
|
|
|
}
|
2014-05-04 00:32:04 +02:00
|
|
|
}
|
2014-05-13 12:39:59 +02:00
|
|
|
}
|
2014-07-22 12:33:52 +02:00
|
|
|
if (this.credentials && this.credentials.user) {
|
2014-07-19 01:22:58 +02:00
|
|
|
opts.auth = this.credentials.user+":"+(this.credentials.password||"");
|
2014-05-13 12:39:59 +02:00
|
|
|
}
|
|
|
|
var payload = null;
|
|
|
|
|
2015-01-30 10:59:36 +01:00
|
|
|
if (msg.payload && (method == "POST" || method == "PUT" || method == "PATCH" ) ) {
|
2014-05-13 12:39:59 +02:00
|
|
|
if (typeof msg.payload === "string" || Buffer.isBuffer(msg.payload)) {
|
|
|
|
payload = msg.payload;
|
|
|
|
} else if (typeof msg.payload == "number") {
|
|
|
|
payload = msg.payload+"";
|
|
|
|
} else {
|
|
|
|
if (opts.headers['content-type'] == 'application/x-www-form-urlencoded') {
|
|
|
|
payload = querystring.stringify(msg.payload);
|
2014-04-30 23:04:33 +02:00
|
|
|
} else {
|
2014-05-13 12:39:59 +02:00
|
|
|
payload = JSON.stringify(msg.payload);
|
|
|
|
if (opts.headers['content-type'] == null) {
|
|
|
|
opts.headers['content-type'] = "application/json";
|
2014-04-30 23:04:33 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2014-05-13 12:39:59 +02:00
|
|
|
if (opts.headers['content-length'] == null) {
|
2015-05-19 10:45:00 +02:00
|
|
|
if (Buffer.isBuffer(payload)) {
|
|
|
|
opts.headers['content-length'] = payload.length;
|
|
|
|
} else {
|
|
|
|
opts.headers['content-length'] = Buffer.byteLength(payload);
|
|
|
|
}
|
2014-05-13 12:39:59 +02:00
|
|
|
}
|
|
|
|
}
|
2015-05-13 14:54:47 +02:00
|
|
|
var urltotest = url;
|
2015-05-19 12:07:54 +02:00
|
|
|
var noproxy;
|
|
|
|
if (noprox) {
|
|
|
|
for (var i in noprox) {
|
|
|
|
if (url.indexOf(noprox[i]) !== -1) { noproxy=true; }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (prox && !noproxy) {
|
2015-05-21 18:45:11 +02:00
|
|
|
var match = prox.match(/^(http:\/\/)?(.+)?:([0-9]+)?/i);
|
2015-05-19 10:45:00 +02:00
|
|
|
if (match) {
|
2015-05-23 19:55:11 +02:00
|
|
|
//opts.protocol = "http:";
|
|
|
|
//opts.host = opts.hostname = match[2];
|
|
|
|
//opts.port = (match[3] != null ? match[3] : 80);
|
2015-05-19 10:45:00 +02:00
|
|
|
opts.headers['Host'] = opts.host;
|
2015-05-23 19:55:11 +02:00
|
|
|
var heads = opts.headers;
|
|
|
|
var path = opts.pathname = opts.href;
|
|
|
|
opts = urllib.parse(prox);
|
|
|
|
opts.path = opts.pathname = path;
|
|
|
|
opts.headers = heads;
|
|
|
|
//console.log(opts);
|
|
|
|
urltotest = match[0];
|
2015-05-19 10:45:00 +02:00
|
|
|
}
|
|
|
|
else { node.warn("Bad proxy url: "+process.env.http_proxy); }
|
2015-05-13 14:54:47 +02:00
|
|
|
}
|
|
|
|
var req = ((/^https/.test(urltotest))?https:http).request(opts,function(res) {
|
2014-12-09 15:40:03 +01:00
|
|
|
(node.ret === "bin") ? res.setEncoding('binary') : res.setEncoding('utf8');
|
2014-05-13 12:39:59 +02:00
|
|
|
msg.statusCode = res.statusCode;
|
|
|
|
msg.headers = res.headers;
|
|
|
|
msg.payload = "";
|
2015-03-19 22:25:43 +01:00
|
|
|
// msg.url = url; // revert when warning above finally removed
|
2014-05-13 12:39:59 +02:00
|
|
|
res.on('data',function(chunk) {
|
|
|
|
msg.payload += chunk;
|
2014-03-31 11:28:37 +02:00
|
|
|
});
|
2014-05-13 12:39:59 +02:00
|
|
|
res.on('end',function() {
|
2015-02-04 21:44:07 +01:00
|
|
|
if (node.metric()) {
|
|
|
|
// Calculate request time
|
|
|
|
var diff = process.hrtime(preRequestTimestamp);
|
|
|
|
var ms = diff[0] * 1e3 + diff[1] * 1e-6;
|
|
|
|
var metricRequestDurationMillis = ms.toFixed(3);
|
|
|
|
node.metric("duration.millis", msg, metricRequestDurationMillis);
|
2015-05-07 17:45:44 +02:00
|
|
|
if (res.client && res.client.bytesRead) {
|
2015-02-04 21:44:07 +01:00
|
|
|
node.metric("size.bytes", msg, res.client.bytesRead);
|
|
|
|
}
|
|
|
|
}
|
2014-12-09 15:40:03 +01:00
|
|
|
if (node.ret === "bin") {
|
|
|
|
msg.payload = new Buffer(msg.payload,"binary");
|
|
|
|
}
|
|
|
|
else if (node.ret === "obj") {
|
|
|
|
try { msg.payload = JSON.parse(msg.payload); }
|
2015-05-10 22:47:22 +02:00
|
|
|
catch(e) { node.warn(RED._("httpin.errors.json-error")); }
|
2014-12-09 15:40:03 +01:00
|
|
|
}
|
2014-03-31 11:28:37 +02:00
|
|
|
node.send(msg);
|
2014-05-13 12:39:59 +02:00
|
|
|
node.status({});
|
2014-03-31 11:28:37 +02:00
|
|
|
});
|
2014-05-13 12:39:59 +02:00
|
|
|
});
|
|
|
|
req.on('error',function(err) {
|
2014-07-23 13:09:21 +02:00
|
|
|
msg.payload = err.toString() + " : " + url;
|
2014-05-13 12:39:59 +02:00
|
|
|
msg.statusCode = err.code;
|
|
|
|
node.send(msg);
|
|
|
|
node.status({fill:"red",shape:"ring",text:err.code});
|
|
|
|
});
|
|
|
|
if (payload) {
|
|
|
|
req.write(payload);
|
|
|
|
}
|
|
|
|
req.end();
|
2014-05-04 00:32:04 +02:00
|
|
|
});
|
2014-02-19 21:31:42 +01:00
|
|
|
}
|
2014-07-23 13:09:21 +02:00
|
|
|
|
2014-07-19 01:22:58 +02:00
|
|
|
RED.nodes.registerType("http request",HTTPRequest,{
|
|
|
|
credentials: {
|
|
|
|
user: {type:"text"},
|
|
|
|
password: {type: "password"}
|
2014-02-19 21:31:42 +01:00
|
|
|
}
|
2014-05-04 00:32:04 +02:00
|
|
|
});
|
2014-12-01 23:58:25 +01:00
|
|
|
}
|