The column template can contain an ordered list of column names. When converting CSV to an object, the column names
- will be used as the property names. Alternatively, the column names can be taken from the first row of the CSV.
+ will be used as the property names. Alternatively, the column names can be taken from the first row of the CSV.
+ When the RFC parser is selected, the column template must be compliant with RFC4180.
+
When converting to CSV, the columns template is used to identify which properties to extract from the object and in what order.
If the columns template is blank then you can use a simple comma separated list of properties supplied in msg.columns to
determine what to extract and in what order. If neither are present then all the object properties are output in the order
@@ -49,4 +51,5 @@
- msg object
- 由来自传入msg的属性来填充已配置的模板后输出的带有属性的msg。
@@ -32,7 +32,7 @@
默认情况下使用mustache格式。如有需要也可以切换其他格式。
例如:
Hello {{payload.name}}. Today is {{date}}
- receives a message containing:
+
接收一条消息，其中包含:
{
date: "Monday",
payload: {
diff --git a/packages/node_modules/@node-red/registry/lib/library.js b/packages/node_modules/@node-red/registry/lib/library.js
index 0b242b270..07cb54318 100644
--- a/packages/node_modules/@node-red/registry/lib/library.js
+++ b/packages/node_modules/@node-red/registry/lib/library.js
@@ -36,7 +36,7 @@ async function getFlowsFromPath(path) {
promises.push(getFlowsFromPath(fullPath));
} else if (/\.json$/.test(file)){
validFiles.push(file);
- promises.push(Promise.resolve(file.split(".")[0]))
+ promises.push(Promise.resolve(file.replace(/\.json$/, '')))
}
})
}
diff --git a/packages/node_modules/@node-red/runtime/lib/flows/Flow.js b/packages/node_modules/@node-red/runtime/lib/flows/Flow.js
index b541a9d95..dd3d335a2 100644
--- a/packages/node_modules/@node-red/runtime/lib/flows/Flow.js
+++ b/packages/node_modules/@node-red/runtime/lib/flows/Flow.js
@@ -485,7 +485,7 @@ class Flow {
}
if (!key.startsWith("$parent.")) {
if (this._env.hasOwnProperty(key)) {
- return (Object.hasOwn(this._env[key], 'value') && this._env[key].__clone__) ? clone(this._env[key].value) : this._env[key]
+ return (this._env[key] && Object.hasOwn(this._env[key], 'value') && this._env[key].__clone__) ? clone(this._env[key].value) : this._env[key]
}
} else {
key = key.substring(8);
diff --git a/packages/node_modules/@node-red/runtime/lib/flows/Group.js b/packages/node_modules/@node-red/runtime/lib/flows/Group.js
index 521b6ceda..90d93cf45 100644
--- a/packages/node_modules/@node-red/runtime/lib/flows/Group.js
+++ b/packages/node_modules/@node-red/runtime/lib/flows/Group.js
@@ -41,7 +41,7 @@ class Group {
}
if (!key.startsWith("$parent.")) {
if (this._env.hasOwnProperty(key)) {
- return (Object.hasOwn(this._env[key], 'value') && this._env[key].__clone__) ? clone(this._env[key].value) : this._env[key]
+ return (this._env[key] && Object.hasOwn(this._env[key], 'value') && this._env[key].__clone__) ? clone(this._env[key].value) : this._env[key]
}
} else {
key = key.substring(8);
diff --git a/packages/node_modules/@node-red/runtime/lib/flows/Subflow.js b/packages/node_modules/@node-red/runtime/lib/flows/Subflow.js
index 62948d203..c3a47e1f7 100644
--- a/packages/node_modules/@node-red/runtime/lib/flows/Subflow.js
+++ b/packages/node_modules/@node-red/runtime/lib/flows/Subflow.js
@@ -376,7 +376,7 @@ class Subflow extends Flow {
}
if (!key.startsWith("$parent.")) {
if (this._env.hasOwnProperty(key)) {
- return (Object.hasOwn(this._env[key], 'value') && this._env[key].__clone__) ? clone(this._env[key].value) : this._env[key]
+ return (this._env[key] && Object.hasOwn(this._env[key], 'value') && this._env[key].__clone__) ? clone(this._env[key].value) : this._env[key]
}
} else {
key = key.substring(8);
diff --git a/packages/node_modules/@node-red/runtime/lib/storage/index.js b/packages/node_modules/@node-red/runtime/lib/storage/index.js
index f5e07e254..989989e1d 100644
--- a/packages/node_modules/@node-red/runtime/lib/storage/index.js
+++ b/packages/node_modules/@node-red/runtime/lib/storage/index.js
@@ -77,7 +77,7 @@ var storageModuleInterface = {
flows: flows,
credentials: creds
};
- result.rev = crypto.createHash('md5').update(JSON.stringify(result.flows)).digest("hex");
+ result.rev = crypto.createHash('sha256').update(JSON.stringify(result.flows)).digest("hex");
return result;
})
});
@@ -95,7 +95,7 @@ var storageModuleInterface = {
return credentialSavePromise.then(function() {
return storageModule.saveFlows(flows, user).then(function() {
- return crypto.createHash('md5').update(JSON.stringify(config.flows)).digest("hex");
+ return crypto.createHash('sha256').update(JSON.stringify(config.flows)).digest("hex");
})
});
},
diff --git a/packages/node_modules/@node-red/util/lib/util.js b/packages/node_modules/@node-red/util/lib/util.js
index ea5ffbbe3..4896789b6 100644
--- a/packages/node_modules/@node-red/util/lib/util.js
+++ b/packages/node_modules/@node-red/util/lib/util.js
@@ -636,7 +636,15 @@ function evaluateNodeProperty(value, type, node, msg, callback) {
} else if (type === 're') {
result = new RegExp(value);
} else if (type === 'date') {
- result = Date.now();
+ if (!value) {
+ result = Date.now();
+ } else if (value === 'object') {
+ result = new Date()
+ } else if (value === 'iso') {
+ result = (new Date()).toISOString()
+ } else {
+ result = moment().format(value)
+ }
} else if (type === 'bin') {
var data = JSON.parse(value);
if (Array.isArray(data) || (typeof(data) === "string")) {
@@ -769,12 +777,15 @@ function evaluateJSONataExpression(expr,msg,callback) {
});
}
} else {
- log.warn('Deprecated API warning: Calls to RED.util.evaluateJSONataExpression must include a callback. '+
- 'This will not be optional in Node-RED 4.0. Please identify the node from the following stack '+
- 'and check for an update on npm. If none is available, please notify the node author.')
- log.warn(new Error().stack)
+ const error = new Error('Calls to RED.util.evaluateJSONataExpression must include a callback.')
+ throw error
}
- return expr.evaluate(context, bindings, callback);
+
+ expr.evaluate(context, bindings).then(result => {
+ callback(null, result)
+ }).catch(err => {
+ callback(err)
+ })
}
/**
diff --git a/packages/node_modules/@node-red/util/package.json b/packages/node_modules/@node-red/util/package.json
index 7b8e87129..be92977de 100644
--- a/packages/node_modules/@node-red/util/package.json
+++ b/packages/node_modules/@node-red/util/package.json
@@ -18,7 +18,7 @@
"fs-extra": "11.1.1",
"i18next": "21.10.0",
"json-stringify-safe": "5.0.1",
- "jsonata": "1.8.6",
+ "jsonata": "2.0.4",
"lodash.clonedeep": "^4.5.0",
"moment": "2.29.4",
"moment-timezone": "0.5.43"
diff --git a/packages/node_modules/node-red/red.js b/packages/node_modules/node-red/red.js
index 85b5aec48..35ec090c9 100755
--- a/packages/node_modules/node-red/red.js
+++ b/packages/node_modules/node-red/red.js
@@ -415,9 +415,15 @@ httpsPromise.then(function(startupHttps) {
if (settings.httpAdminRoot !== false) {
app.use(settings.httpAdminRoot,RED.httpAdmin);
}
+
if (settings.httpNodeRoot !== false && settings.httpNodeAuth) {
- app.use(settings.httpNodeRoot,basicAuthMiddleware(settings.httpNodeAuth.user,settings.httpNodeAuth.pass));
+ if (typeof settings.httpNodeAuth === "function" || Array.isArray(settings.httpNodeAuth)) {
+ app.use(settings.httpNodeRoot, settings.httpNodeAuth);
+ } else {
+ app.use(settings.httpNodeRoot, basicAuthMiddleware(settings.httpNodeAuth.user, settings.httpNodeAuth.pass));
+ }
}
+
if (settings.httpNodeRoot !== false) {
app.use(settings.httpNodeRoot,RED.httpNode);
}
diff --git a/test/nodes/core/parsers/70-CSV_spec.js b/test/nodes/core/parsers/70-CSV_spec.js
index 681711b3b..f362ecdbf 100644
--- a/test/nodes/core/parsers/70-CSV_spec.js
+++ b/test/nodes/core/parsers/70-CSV_spec.js
@@ -15,12 +15,15 @@
* limitations under the License.
**/
-// var should = require("should");
-var csvNode = require("nr-test-utils").require("@node-red/nodes/core/parsers/70-CSV.js");
-var helper = require("node-red-node-test-helper");
+// const should = require("should");
+const csvNode = require("nr-test-utils").require("@node-red/nodes/core/parsers/70-CSV.js");
+const statusNode = require("nr-test-utils").require("@node-red/nodes/core/common/25-status.js");
+const functionNode = require("nr-test-utils").require("@node-red/nodes/core/function/10-function.js");
+const delayNode = require("nr-test-utils").require("@node-red/nodes/core/function/89-delay.js");
+const helper = require("node-red-node-test-helper");
// const { neq } = require("semver");
-describe('CSV node', function() {
+describe('CSV node (Legacy Mode)', function() {
before(function(done) {
helper.startServer(done);
@@ -38,16 +41,20 @@ describe('CSV node', function() {
var flow = [{id:"csvNode1", type:"csv", name: "csvNode" }];
helper.load(csvNode, flow, function() {
var n1 = helper.getNode("csvNode1");
- n1.should.have.property('name', 'csvNode');
- n1.should.have.property('template','');
- n1.should.have.property('sep', ',');
- n1.should.have.property('quo', '"');
- n1.should.have.property('ret', '\n');
- n1.should.have.property('winflag', false);
- n1.should.have.property('lineend', '\n');
- n1.should.have.property('multi', 'one');
- n1.should.have.property('hdrin', false);
- done();
+ try {
+ n1.should.have.property('name', 'csvNode');
+ n1.should.have.property('template','');
+ n1.should.have.property('sep', ',');
+ n1.should.have.property('quo', '"');
+ n1.should.have.property('ret', '\n');
+ // n1.should.have.property('winflag', false);
+ // n1.should.have.property('lineend', '\n');
+ n1.should.have.property('multi', 'one');
+ n1.should.have.property('hdrin', false);
+ done();
+ } catch (error) {
+ done(error);
+ }
});
});
@@ -77,10 +84,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
- msg.should.have.property('columns', "a,b,c,d");
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
+ msg.should.have.property('columns', "a,b,c,d");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -94,10 +104,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { col1: 1, col2: 2, col3: 3, col4: 4 });
- msg.should.have.property('columns', "col1,col2,col3,col4");
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { col1: 1, col2: 2, col3: 3, col4: 4 });
+ msg.should.have.property('columns', "col1,col2,col3,col4");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1|2|3|4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -111,10 +124,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { A: 1, B: 2, D: 4 });
- msg.should.have.property('columns', "A,B,D");
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { A: 1, B: 2, D: 4 });
+ msg.should.have.property('columns', "A,B,D");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1\t2\t3\t4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -128,10 +144,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { A: 1, B: 2, D: 4 });
- msg.should.have.property('columns', "A,B,D");
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { A: 1, B: 2, D: 4 });
+ msg.should.have.property('columns', "A,B,D");
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
});
var testString = "1 2 3 4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -145,9 +163,11 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -161,10 +181,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { col1: 1, col2: 2, col3: 3, col4: 4 });
- msg.should.have.property('columns', "col1,col2,col3,col4");
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { col1: 1, col2: 2, col3: 3, col4: 4 });
+ msg.should.have.property('columns', "col1,col2,col3,col4");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -178,10 +201,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, d: 4 });
- msg.should.have.property('columns', 'a,d');
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, d: 4 });
+ msg.should.have.property('columns', 'a,d');
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -195,10 +221,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, "b b":2, "c,c":3, "d, d": 4 });
- msg.should.have.property('columns', 'a,b b,"c,c","d, d"');
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, "b b":2, "c,c":3, "d, d": 4 });
+ msg.should.have.property('columns', 'a,b b,"c,c","d, d"');
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -212,10 +240,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, "b b":2, "c,c":3, "d, d": 4 });
- msg.should.have.property('columns', 'a,b b,"c,c","d, d"');
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, "b b":2, "c,c":3, "d, d": 4 });
+ msg.should.have.property('columns', 'a,b b,"c,c","d, d"');
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
});
var testString = 'a,b b,"c,c"," d, d "'+"\n"+"1,2,3,4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -229,10 +259,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, "b b":2, "c;c":3, "d, d": 4 });
- msg.should.have.property('columns', 'a,b b,c;c,"d, d"');
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, "b b":2, "c;c":3, "d, d": 4 });
+ msg.should.have.property('columns', 'a,b b,c;c,"d, d"');
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
});
var testString = 'a;b b;"c;c";" d, d "'+"\n"+"1;2;3;4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -246,10 +278,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, "b b":2, "c/c":3, "d, d": 4 });
- msg.should.have.property('columns', 'a,b b,c/c,"d, d"');
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, "b b":2, "c/c":3, "d, d": 4 });
+ msg.should.have.property('columns', 'a,b b,c/c,"d, d"');
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
});
var testString = 'a/b b/"c/c"/" d, d "'+"\n"+"1/2/3/4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -263,10 +297,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, "b b":2, "c\\c":3, "d, d": 4 });
- msg.should.have.property('columns', 'a,b b,c\\c,"d, d"');
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, "b b":2, "c\\c":3, "d, d": 4 });
+ msg.should.have.property('columns', 'a,b b,c\\c,"d, d"');
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
});
var testString = 'a\\b b\\"c\\c"\\" d, d "'+"\n"+"1\\2\\3\\4"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -280,9 +316,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 123, b: "0123", c: '+123', d: 'e123', e: 'E123', f: -123 });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 123, b: "0123", c: '+123', d: 'e123', e: 'E123', f: -123 });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = '123,0123,+123,e123,E123,-123'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -296,9 +335,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: "1.23", b: "0123", c: "+123", d: "e123", e: "0", f: "-123", g: "1e3" });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: "1.23", b: "0123", c: "+123", d: "e123", e: "0", f: "-123", g: "1e3" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = '1.23,0123,+123,e123,0,-123,1e3'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -312,9 +354,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1.23, b: -123, c: 1000, d: 0 });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1.23, b: -123, c: 1000, d: 0 });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = ' 1.23 , -123,1e3 , 0 '+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -328,9 +373,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 12000, b: 0.012, c: -12000, d: -0.012 });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 12000, b: 0.012, c: -12000, d: -0.012 });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = '12E3,12e-3,-12e3,-12E-3'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -345,29 +393,36 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- //console.log(msg);
- msg.should.have.property('payload', { a:1, b:-2, c:'+3', d:'04', f:'-05', g:'ab"cd', h:'with,a,comma' });
- check_parts(msg, 0, 1);
- done();
+ try {
+ //console.log(msg);
+ msg.should.have.property('payload', { a:1, b:-2, c:'+3', d:'04', f:'-05', g:'ab"cd', h:'with,a,comma' });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = '"1","-2","+3","04","","-05","ab""cd","with,a,comma"'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
});
});
- it('should allow blank strings in the input if selected', function(done) {
- var flow = [ { id:"n1", type:"csv", temp:"a,b,c,d,e,f,g", include_empty_strings:true, wires:[["n2"]] },
+ it('should allow blank strings in the input if selected', async function() {
+ const flow = [ { id:"n1", type:"csv", temp:"a,b,c,d,e,f,g", include_empty_strings:true, wires:[["n2"]] },
{id:"n2", type:"helper"} ];
- helper.load(csvNode, flow, function() {
- var n1 = helper.getNode("n1");
- var n2 = helper.getNode("n2");
- n2.on("input", function(msg) {
- //console.log(msg);
- msg.should.have.property('payload', { a: 1, b: '', c: '', d: '', e: '-05', f: 'ab"cd', g: 'with,a,comma' });
- //check_parts(msg, 0, 1);
- done();
+ await helper.load(csvNode, flow)
+ var n1 = helper.getNode("n1");
+ var n2 = helper.getNode("n2");
+ await new Promise((resolve, reject) => {
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, b: '', c: '', d: '', e: '-05', f: 'ab"cd', g: 'with,a,comma' });
+ //check_parts(msg, 0, 1);
+ resolve()
+ } catch (err) {
+ reject(err);
+ }
});
- var testString = '"1","","","","-05","ab""cd","with,a,comma"'+String.fromCharCode(10);
+ const testString = '"1","","","","-05","ab""cd","with,a,comma"'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
});
});
@@ -379,10 +434,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- //console.log(msg);
- msg.should.have.property('payload', { a: 1, b: null, c: '+3', d: null, e: '-05', f: 'ab"cd', g: 'with,a,comma' });
- //check_parts(msg, 0, 1);
- done();
+ try {
+ //console.log(msg);
+ msg.should.have.property('payload', { a: 1, b: null, c: '+3', d: null, e: '-05', f: 'ab"cd', g: 'with,a,comma' });
+ // check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = '"1",,"+3",,"-05","ab""cd","with,a,comma"'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -396,10 +454,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- //console.log(msg);
- msg.should.have.property('payload', { a: "with a\nnew line", b: "and a\rcarriage return", c: "and why\r\nnot both"});
- check_parts(msg, 0, 1);
- done();
+ try {
+ //console.log(msg);
+ msg.should.have.property('payload', { a: "with a\nnew line", b: "and a\rcarriage return", c: "and why\r\nnot both"});
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = '"with a'+String.fromCharCode(10)+'new line","and a'+String.fromCharCode(13)+'carriage return","and why\r\nnot both"'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -414,16 +475,19 @@ describe('CSV node', function() {
var n2 = helper.getNode("n2");
var c = 0;
n2.on("input", function(msg) {
- if (c == 0) {
- c = 1;
- msg.should.have.property('payload', { a: "with,an", b: "odd,number", c: "ofquotes\n" });
- check_parts(msg, 0, 1);
- }
- else {
- msg.should.have.property('payload', { a: "this is", b: "a normal", c: "line" });
- check_parts(msg, 0, 1);
- done();
+ try {
+ if (c == 0) {
+ c = 1;
+ msg.should.have.property('payload', { a: "with,an", b: "odd,number", c: "ofquotes\n" });
+ check_parts(msg, 0, 1);
+ }
+ else {
+ msg.should.have.property('payload', { a: "this is", b: "a normal", c: "line" });
+ check_parts(msg, 0, 1);
+ done();
+ }
}
+ catch(e) { done(e); }
});
var testString = '"with,a"n,odd","num"ber","of"qu"ot"es"'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -439,17 +503,20 @@ describe('CSV node', function() {
var n2 = helper.getNode("n2");
var c = 0;
n2.on("input", function(msg) {
- //console.log(msg)
- if (c == 0) {
- c = 1;
- msg.should.have.property('payload', { a: "with,an", b: "odd,number", c: "ofquotes\nthis is,a normal,line" });
- check_parts(msg, 0, 1);
- }
- else {
- msg.should.have.property('payload', { a: "this is", b: "another", c: "line" });
- check_parts(msg, 0, 1);
- done();
+ try {
+ //console.log(msg)
+ if (c == 0) {
+ c = 1;
+ msg.should.have.property('payload', { a: "with,an", b: "odd,number", c: "ofquotes\nthis is,a normal,line\n" });
+ check_parts(msg, 0, 1);
+ }
+ else {
+ msg.should.have.property('payload', { a: "this is", b: "another", c: "line" });
+ check_parts(msg, 0, 1);
+ done();
+ }
}
+ catch(e) { done(e); }
});
var testString = '"with,a"n,odd","num"ber","of"qu"ot"es"'+String.fromCharCode(10)+'"this is","a normal","line"'+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -465,17 +532,20 @@ describe('CSV node', function() {
var n2 = helper.getNode("n2");
var c = 0;
n2.on("input", function(msg) {
- //console.log(msg);
- if (c === 0) {
- msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
- check_parts(msg, 0, 2);
- c += 1;
- }
- else {
- msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
- check_parts(msg, 1, 2);
- done();
+ try {
+ //console.log(msg);
+ if (c === 0) {
+ msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
+ check_parts(msg, 0, 2);
+ c += 1;
+ }
+ else {
+ msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
+ check_parts(msg, 1, 2);
+ done();
+ }
}
+ catch(e) { done(e); }
});
var testString = "w,x,y,z\n1,2,3,4\n\n5,6,7,8";
n1.emit("input", {payload:testString});
@@ -489,10 +559,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', [ { a: 1, b: 2, c: 3, d: 4 },{ a: 5, b: -6, c: '07', d: '+8' },{ a: 9, b: 0, c: 'a', d: 'b' },{ a: 'c', b: 'd', c: 'e', d: 'f' } ]);
- msg.should.have.property('columns','a,b,c,d');
- msg.should.not.have.property('parts');
- done();
+ try {
+ msg.should.have.property('payload', [ { a: 1, b: 2, c: 3, d: 4 },{ a: 5, b: -6, c: '07', d: '+8' },{ a: 9, b: 0, c: 'a', d: 'b' },{ a: 'c', b: 'd', c: 'e', d: 'f' } ]);
+ msg.should.have.property('columns','a,b,c,d');
+ msg.should.not.have.property('parts');
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1,2,3,4\n5,-6,07,+8\n9,0,a,b\nc,d,e,f";
n1.emit("input", {payload:testString});
@@ -506,10 +579,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', [{"a":1,"b":2,"c":3},{"a":4,"b":5,"c":6},{"a":7,"b":8,"c":9}]);
- msg.should.have.property('columns','a,b,c');
- msg.should.not.have.property('parts');
- done();
+ try {
+ msg.should.have.property('payload', [{"a":1,"b":2,"c":3},{"a":4,"b":5,"c":6},{"a":7,"b":8,"c":9}]);
+ msg.should.have.property('columns','a,b,c');
+ msg.should.not.have.property('parts');
+ done();
+ }
+ catch(e) { done(e); }
});
n1.emit("input", {"payload":"a,b,c","parts":{"index":0,"ch":"\n","type":"string","id":"1"}});
@@ -526,10 +602,13 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', [{"Col1":"V1","Col2":"V2"},{"Col1":"V3","Col2":"V4"},{"Col1":"V5","Col2":"V6"}]);
- msg.should.have.property('columns','Col1,Col2');
- msg.should.have.property('parts');
- done();
+ try {
+ msg.should.have.property('payload', [{"Col1":"V1","Col2":"V2"},{"Col1":"V3","Col2":"V4"},{"Col1":"V5","Col2":"V6"}]);
+ msg.should.have.property('columns','Col1,Col2');
+ msg.should.have.property('parts');
+ done();
+ }
+ catch(e) { done(e); }
});
//var testString = "1,2,3,4\n5,-6,07,+8\n9,0,a,b\nc,d,e,f";
// n1.emit("input", {payload:testString});
@@ -545,9 +624,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: "a", b: "127.0.0.1", c: 56.7, d: -32.8, e: "+76.22C" });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: "a", b: "127.0.0.1", c: 56.7, d: -32.8, e: "+76.22C" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "a,127.0.0.1,56.7,-32.8,+76.22C";
n1.emit("input", {payload:testString});
@@ -561,9 +643,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
- check_parts(msg, 3, 4);
- done();
+ try {
+ msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
+ check_parts(msg, 3, 4);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10);
n1.emit("input", {payload:testString, parts: {id:"X", index:3, count:4} });
@@ -578,16 +663,19 @@ describe('CSV node', function() {
var n2 = helper.getNode("n2");
var c = 0;
n2.on("input", function(msg) {
- if (c === 0) {
- msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
- check_parts(msg, 0, 2);
- c += 1;
- }
- else {
- msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
- check_parts(msg, 1, 2);
- done();
+ try {
+ if (c === 0) {
+ msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
+ check_parts(msg, 0, 2);
+ c += 1;
+ }
+ else {
+ msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
+ check_parts(msg, 1, 2);
+ done();
+ }
}
+ catch(e) { done(e); }
});
var testString1 = "w,x,y,z\n";
var testString2 = "1,2,3,4\n";
@@ -605,9 +693,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { a: 9, b: 0, c: "A", d: "B" });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { a: 9, b: 0, c: "A", d: "B" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10)+"5,6,7,8"+String.fromCharCode(10)+"9,0,A,B"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -621,9 +712,12 @@ describe('CSV node', function() {
var n1 = helper.getNode("n1");
var n2 = helper.getNode("n2");
n2.on("input", function(msg) {
- msg.should.have.property('payload', { "9": "C", "0": "D", "A": "E", "B": "F" });
- check_parts(msg, 0, 1);
- done();
+ try {
+ msg.should.have.property('payload', { "9": "C", "0": "D", "A": "E", "B": "F" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch(e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10)+"5,6,7,8"+String.fromCharCode(10)+"9,0,A,B"+String.fromCharCode(10)+"C,D,E,F"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -638,16 +732,19 @@ describe('CSV node', function() {
var n2 = helper.getNode("n2");
var c = 0;
n2.on("input", function(msg) {
- if (c===0) {
- msg.should.have.property('payload', { a: 9, b: 0, c: "A", d: "B" });
- check_parts(msg, 0, 2);
- c = c+1;
- }
- else {
- msg.should.have.property('payload', { a: "C", b: "D", c: "E", d: "F" });
- check_parts(msg, 1, 2);
- done();
+ try {
+ if (c===0) {
+ msg.should.have.property('payload', { a: 9, b: 0, c: "A", d: "B" });
+ check_parts(msg, 0, 2);
+ c = c+1;
+ }
+ else {
+ msg.should.have.property('payload', { a: "C", b: "D", c: "E", d: "F" });
+ check_parts(msg, 1, 2);
+ done();
+ }
}
+ catch(e) { done(e); }
});
var testString = "1,2,3,4"+String.fromCharCode(10)+"5,6,7,8"+String.fromCharCode(10)+"9,0,A,B"+String.fromCharCode(10)+"C,D,E,F"+String.fromCharCode(10);
n1.emit("input", {payload:testString});
@@ -662,18 +759,21 @@ describe('CSV node', function() {
var n2 = helper.getNode("n2");
var c = 0;
n2.on("input", function(msg) {
- if (c === 0) {
- msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
- msg.should.have.property('columns', 'w,x,y,z');
- check_parts(msg, 0, 2);
- c += 1;
- }
- else {
- msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
- msg.should.have.property('columns', 'w,x,y,z');
- check_parts(msg, 1, 2);
- done();
+ try {
+ if (c === 0) {
+ msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
+ msg.should.have.property('columns', 'w,x,y,z');
+ check_parts(msg, 0, 2);
+ c += 1;
+ }
+ else {
+ msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
+ msg.should.have.property('columns', 'w,x,y,z');
+ check_parts(msg, 1, 2);
+ done();
+ }
}
+ catch(e) { done(e); }
});
var testStringA = "foo\n";
var testStringB = "bar\n";
@@ -1089,3 +1189,1257 @@ describe('CSV node', function() {
});
});
});
+
+describe('CSV node (RFC Mode)', function () {
+
+ before(function (done) {
+ helper.startServer(done);
+ });
+
+ after(function (done) {
+ helper.stopServer(done);
+ });
+
+ afterEach(function () {
+ helper.unload();
+ });
+
+ it('should be loaded with defaults', function (done) {
+ // RFC-Legacy difference
+ // In RFC mode, the default line separator is \r\n (RFC4180 Section 2.1)
+ // In Legacy mode, the line separator is set to \n
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", name: "csvNode" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ try {
+ n1.should.have.property('name', 'csvNode');
+ n1.should.have.property('template', '');
+ n1.should.have.property('sep', ',');
+ n1.should.have.property('quo', '"');
+ n1.should.have.property('ret', '\r\n'); // RFC-Legacy difference
+ n1.should.have.property('multi', 'one');
+ n1.should.have.property('hdrin', false);
+ done();
+ } catch (error) {
+ done(error);
+ }
+ });
+ });
+
+ describe('csv to json', function () {
+ let parts_id = undefined;
+
+ afterEach(function () {
+ parts_id = undefined;
+ });
+
+ function check_parts(msg, index, count) {
+ msg.should.have.property('parts');
+ if (parts_id === undefined) {
+ parts_id = msg.parts.id;
+ }
+ else {
+ msg.parts.should.have.property('id', parts_id);
+ }
+ msg.parts.should.have.property('index', index);
+ msg.parts.should.have.property('count', count);
+ }
+
+ it('should convert a simple csv string to a javascript object', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
+ msg.should.have.property('columns', "a,b,c,d");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should convert a simple string to a javascript object with | separator (no template)', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", sep: "|", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { col1: 1, col2: 2, col3: 3, col4: 4 });
+ msg.should.have.property('columns', "col1,col2,col3,col4");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1|2|3|4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should convert a simple string to a javascript object with tab separator (with template)', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", sep: "\t", temp: "A,B,,D", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { A: 1, B: 2, D: 4 });
+ msg.should.have.property('columns', "A,B,D");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1\t2\t3\t4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should convert a simple string to a javascript object with space separator (with spaced template)', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, spaces are respected in the template (RFC4180 Section 2.4)
+ // In legacy mode, the template "A, B, , D" is trimmed to "A,B,D"
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", sep: " ", temp: "A, B, , D", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ // 'payload', { A: 1, B: 2, D: 4 } // Legacy
+ msg.should.have.property('payload', { A: 1, ' B': 2, ' ': 3, ' D': 4 }); // RFC
+ // 'columns', "A,B,D" // Legacy
+ msg.should.have.property('columns', "A, B, , D"); // RFC
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
+ });
+ const testString = "1 2 3 4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should not remove quotes and whitespace from template - should set status and send warning', async function () {
+ // RFC-vs-Legacy difference
+ // In RFC mode, the column template is parsed in strict mode
+ // meaning this template is invalid because:
+ // * it encounters a quote in an unquoted field (the "b" in the 2nd column)
+ // * The 2nd column starts with a space but then a single quote is encountered. RFC4180 Section 2.6
+ // says Fields containing line breaks (CRLF), double quotes, and commas should be enclosed in double-quotes
+ // * it contains a data between the closing quote and separator (4th column starts ok but then has a space after the closing quote)
+ // * Since we adhere to RFC4180 Section 2.4, "Spaces are considered part of a field and should not be ignored"
+ // we must treat the space as part of the data meaning field is not correctly close with a quote
+ const flow = [
+ { id: "n1", type: "csv", spec: "rfc", temp: '', ret: '\n', wires: [["n2"]] },
+ { id: "n2", type: "helper" }
+ ];
+ await helper.load(csvNode, flow)
+
+ const n1 = helper.getNode("n1")
+ const n2 = helper.getNode("n2")
+
+ //modify the flow and deploy change that sets the csv node to a bad template - thus updating the nodes status and logging a warning
+ const newConfig = flow.map(n => ({ ...n }));
+ newConfig[0].temp = '"a", "b" , " c "," d " ';
+ await helper.setFlows(newConfig, "nodes") // deploy "nodes" only
+
+ // small sleep for msg flow and logging to complete
+ await new Promise(resolve => setTimeout(resolve, 50));
+
+ // check that status message was sent
+ n1.status.called.should.be.true();
+ n1.status.lastCall.args[0].should.deepEqual({ fill: 'red', shape: 'dot', text: 'csv.errors.bad_template' });
+
+ // warn message should be logged
+ n1.warn.called.should.be.true();
+ n1.warn.lastCall.args[0].should.equal('csv.errors.bad_template');
+ const logs = helper.log().args.filter(function (evt) {
+ return evt[0].type == "csv";
+ });
+ logs.should.have.length(1);
+ logs[0][0].should.have.a.property('msg');
+ logs[0][0].msg.should.equal('csv.errors.bad_template');
+ });
+
+ it('should create column names if no template provided', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: '', wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { col1: 1, col2: 2, col3: 3, col4: 4 });
+ msg.should.have.property('columns', "col1,col2,col3,col4");
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow dropping of fields from the template', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,,,d", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, d: 4 });
+ msg.should.have.property('columns', 'a,d');
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow commas and spaces in the template', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, spaces are respected in the template (RFC4180 Section 2.4)
+ // In legacy mode, the template `a,b b,\"c,c\",\" d, d \"` is trimmed to `a,b b,"c,c","d, d"`
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b b,\"c,c\",\" d, d \"", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ // 'payload', { a: 1, "b b":2, "c,c":3, "d, d": 4 } // Legacy
+ msg.should.have.property('payload', { a: 1, "b b": 2, "c,c": 3, " d, d ": 4 }); // RFC-vs-Legacy difference
+ // 'columns', 'a,b b,"c,c","d, d"' // Legacy
+ msg.should.have.property('columns', 'a,b b,"c,c"," d, d "'); // RFC-vs-Legacy difference
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow passing in a template as first line of CSV', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, spaces are respected in the template (RFC4180 Section 2.4)
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, "b b": 2, "c,c": 3, " d, d ": 4 }); // RFC-vs-Legacy difference
+ msg.should.have.property('columns', 'a,b b,"c,c"," d, d "'); // RFC-vs-Legacy difference
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
+ });
+ const testString = 'a,b b,"c,c"," d, d "' + "\n" + "1,2,3,4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow passing in a template as first line of CSV (not comma)', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, spaces are respected in the template (RFC4180 Section 2.4)
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, sep: ";", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, "b b": 2, "c;c": 3, " d, d ": 4 }); // RFC-vs-Legacy difference
+ msg.should.have.property('columns', 'a,b b,c;c," d, d "'); // RFC-vs-Legacy difference
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
+ });
+ const testString = 'a;b b;"c;c";" d, d "' + "\n" + "1;2;3;4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow passing in a template as first line of CSV (special char /)', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, spaces are respected in the template (RFC4180 Section 2.4)
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, sep: "/", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, "b b": 2, "c/c": 3, " d, d ": 4 }); // RFC-vs-Legacy difference
+ msg.should.have.property('columns', 'a,b b,c/c," d, d "'); // RFC-vs-Legacy difference
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
+ });
+ const testString = 'a/b b/"c/c"/" d, d "' + "\n" + "1/2/3/4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow passing in a template as first line of CSV (special char \\)', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, spaces are respected in the template (RFC4180 Section 2.4)
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, sep: "\\", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, "b b": 2, "c\\c": 3, " d, d ": 4 }); // RFC-vs-Legacy difference
+ msg.should.have.property('columns', 'a,b b,c\\c," d, d "'); // RFC-vs-Legacy difference
+ check_parts(msg, 0, 1);
+ done();
+ } catch (e) { done(e); }
+ });
+ const testString = 'a\\b b\\"c\\c"\\" d, d "' + "\n" + "1\\2\\3\\4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should leave numbers starting with 0, e and + as strings (except 0.)', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 123, b: "0123", c: '+123', d: 'e123', e: 'E123', f: -123 });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = '123,0123,+123,e123,E123,-123' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should not parse numbers when told not to do so', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", strings: false, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: "1.23", b: "0123", c: "+123", d: "e123", e: "0", f: "-123", g: "1e3" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = '1.23,0123,+123,e123,0,-123,1e3' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should parse numbers when told to do so', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1.23, b: -123, c: 1000, d: 0 });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = ' 1.23 , -123,1e3 , 0 ' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should leave handle strings with scientific notation as numbers', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 12000, b: 0.012, c: -12000, d: -0.012 });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = '12E3,12e-3,-12e3,-12E-3' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+
+ it('should allow quotes in the input (but drop blank strings)', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g,h", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ //console.log(msg);
+ msg.should.have.property('payload', { a: 1, b: -2, c: '+3', d: '04', f: '-05', g: 'ab"cd', h: 'with,a,comma' });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = '"1","-2","+3","04","","-05","ab""cd","with,a,comma"' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow blank strings in the input if selected', async function () {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", include_empty_strings: true, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ await helper.load(csvNode, flow)
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ await new Promise((resolve, reject) => {
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, b: '', c: '', d: '', e: '-05', f: 'ab"cd', g: 'with,a,comma' });
+ resolve()
+ } catch (err) {
+ reject(err);
+ }
+ });
+ const testString = '"1","","","","-05","ab""cd","with,a,comma"' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should allow missing columns (nulls) in the input if selected', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", include_null_values: true, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ //console.log(msg);
+ msg.should.have.property('payload', { a: 1, b: null, c: '+3', d: null, e: '-05', f: 'ab"cd', g: 'with,a,comma' });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = '"1",,"+3",,"-05","ab""cd","with,a,comma"' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should handle cr and lf in the input', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ //console.log(msg);
+ msg.should.have.property('payload', { a: "with a\nnew line", b: "and a\rcarriage return", c: "and why\r\nnot both" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = '"with a' + String.fromCharCode(10) + 'new line","and a' + String.fromCharCode(13) + 'carriage return","and why\r\nnot both"' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should recover from an odd number of quotes in the input', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, the column template is parsed in strict mode
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ let c = 0;
+ n2.on("input", function (msg) {
+ try {
+ if (c == 0) {
+ c = 1;
+ // 'payload', { a: "with,an", b: "odd,number", c: "ofquotes\n" } // Legacy
+ msg.should.have.property('payload', { a: 'with,a"n', b: 'odd', c: 'num"ber', d: 'of"qu"ot"es' }); // RFC-vs-Legacy difference
+ // the result in this bad input data case as defined in RFC4180 would be to fail the parse (strict mode does this, but we don't enforce it in the data)
+ // However, to better parse _acceptably_ bad data like a,b"b,c'c,"d,d" (which the newer RFC mode parser correctly parses as a,b"b,c'c,"d,d") we would
+ // need specific code to handle this case and that code would be on the hot path for all data.
+ // This feels like an acceptable trade-off especially as the legacy mode parser is to be kept for backwards compatibility (until we can remove it)
+ check_parts(msg, 0, 1);
+ }
+ else {
+ msg.should.have.property('payload', { a: "this is", b: "a normal", c: "line" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ }
+ catch (e) { done(e); }
+ });
+ const testString = '"with,a"n,odd","num"ber","of"qu"ot"es"' + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ n1.emit("input", { payload: '"this is","a normal","line"' });
+ });
+ });
+
+ it('should handle newlines in the input data', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e,f,g", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+
+ n2.on("input", function (msg) {
+ try {
+ //console.log(msg)
+ // input => 'ay,be,"c has 2\nnew\nlines",dee,eee,eff,gee'
+ msg.should.have.property('payload', { a: 'ay', b: 'be', c: 'c has 2\nnew\nlines', d: 'dee', e: 'eee', f: 'eff', g: 'gee' });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+
+ n1.emit("input", { payload: 'ay,be,"c has 2\nnew\nlines",dee,eee,eff,gee' });
+ });
+ });
+
+ it('should be able to use the first line as a template', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", hdrin: true, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ let c = 0;
+ n2.on("input", function (msg) {
+ try {
+ //console.log(msg);
+ if (c === 0) {
+ msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
+ check_parts(msg, 0, 2);
+ c += 1;
+ }
+ else {
+ msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
+ check_parts(msg, 1, 2);
+ done();
+ }
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "w,x,y,z\n1,2,3,4\n\n5,6,7,8";
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should be able to output multiple lines as one array', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", multi: "yes", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', [{ a: 1, b: 2, c: 3, d: 4 }, { a: 5, b: -6, c: '07', d: '+8' }, { a: 9, b: 0, c: 'a', d: 'b' }, { a: 'c', b: 'd', c: 'e', d: 'f' }]);
+ msg.should.have.property('columns', 'a,b,c,d');
+ msg.should.not.have.property('parts');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4\n5,-6,07,+8\n9,0,a,b\nc,d,e,f";
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should be able to create an array from multiple parts', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, multi: "mult", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', [{ "a": 1, "b": 2, "c": 3 }, { "a": 4, "b": 5, "c": 6 }, { "a": 7, "b": 8, "c": 9 }]);
+ msg.should.have.property('columns', 'a,b,c');
+ msg.should.not.have.property('parts');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+
+ n1.emit("input", { "payload": "a,b,c", "parts": { "index": 0, "ch": "\n", "type": "string", "id": "1" } });
+ n1.emit("input", { "payload": "1,2,3", "parts": { "index": 1, "ch": "\n", "type": "string", "id": "1" } });
+ n1.emit("input", { "payload": "4,5,6", "parts": { "index": 2, "ch": "\n", "type": "string", "id": "1" } });
+ n1.emit("input", { "payload": "7,8,9", "parts": { "index": 3, count: 4, "ch": "\n", "type": "string", "id": "1" } });
+ });
+ });
+
+ it('should be able to output multiple objects as an array from an input of parts', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, multi: "yes", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', [{ "Col1": "V1", "Col2": "V2" }, { "Col1": "V3", "Col2": "V4" }, { "Col1": "V5", "Col2": "V6" }]);
+ msg.should.have.property('columns', 'Col1,Col2');
+ msg.should.have.property('parts');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ //var testString = "1,2,3,4\n5,-6,07,+8\n9,0,a,b\nc,d,e,f";
+ // n1.emit("input", {payload:testString});
+ n1.emit("input", { "payload": "Col1,Col2\nV1,V2\nV3,V4\nV5,V6", "topic": "", "parts": { "id": "3af07e18.865652", "type": "array", "count": 2, "len": 1, "index": 0 } });
+ //n1.emit("input", {"payload":"Var1,Var2\nW1,W2\nW3,W4\nW5,W6","topic":"","parts":{"id":"3af07e18.865652","type":"array","count":2,"len":1,"index":1}});
+ });
+ });
+
+ it('should handle numbers in strings but not IP addresses', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d,e", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: "a", b: "127.0.0.1", c: 56.7, d: -32.8, e: "+76.22C" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "a,127.0.0.1,56.7,-32.8,+76.22C";
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should preserve parts property', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 1, b: 2, c: 3, d: 4 });
+ check_parts(msg, 3, 4);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString, parts: { id: "X", index: 3, count: 4 } });
+ });
+ });
+
+ it('should be able to use the first of multiple parts as a template if parts are present', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ let c = 0;
+ n2.on("input", function (msg) {
+ try {
+ if (c === 0) {
+ msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
+ check_parts(msg, 0, 2);
+ c += 1;
+ }
+ else {
+ msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
+ check_parts(msg, 1, 2);
+ done();
+ }
+ }
+ catch (e) { done(e); }
+ });
+ const testString1 = "w,x,y,z\n";
+ const testString2 = "1,2,3,4\n";
+ const testString3 = "5,6,7,8\n";
+ n1.emit("input", { payload: testString1, parts: { id: "X", index: 0, count: 3 } });
+ n1.emit("input", { payload: testString2, parts: { id: "X", index: 1, count: 3 } });
+ n1.emit("input", { payload: testString3, parts: { id: "X", index: 2, count: 3 } });
+ });
+ });
+
+ it('should skip several lines from start if requested', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", skip: 2, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { a: 9, b: 0, c: "A", d: "B" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10) + "5,6,7,8" + String.fromCharCode(10) + "9,0,A,B" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should skip several lines from start then use next line as a template', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", hdrin: true, skip: 2, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', { "9": "C", "0": "D", "A": "E", "B": "F" });
+ check_parts(msg, 0, 1);
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10) + "5,6,7,8" + String.fromCharCode(10) + "9,0,A,B" + String.fromCharCode(10) + "C,D,E,F" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should skip several lines from start and correct parts', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", skip: 2, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ let c = 0;
+ n2.on("input", function (msg) {
+ try {
+ if (c === 0) {
+ msg.should.have.property('payload', { a: 9, b: 0, c: "A", d: "B" });
+ check_parts(msg, 0, 2);
+ c = c + 1;
+ }
+ else {
+ msg.should.have.property('payload', { a: "C", b: "D", c: "E", d: "F" });
+ check_parts(msg, 1, 2);
+ done();
+ }
+ }
+ catch (e) { done(e); }
+ });
+ const testString = "1,2,3,4" + String.fromCharCode(10) + "5,6,7,8" + String.fromCharCode(10) + "9,0,A,B" + String.fromCharCode(10) + "C,D,E,F" + String.fromCharCode(10);
+ n1.emit("input", { payload: testString });
+ });
+ });
+
+ it('should be able to skip and then use the first of multiple parts as a template if parts are present', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrin: true, skip: 2, wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ let c = 0;
+ n2.on("input", function (msg) {
+ try {
+ if (c === 0) {
+ msg.should.have.property('payload', { w: 1, x: 2, y: 3, z: 4 });
+ msg.should.have.property('columns', 'w,x,y,z');
+ check_parts(msg, 0, 2);
+ c += 1;
+ }
+ else {
+ msg.should.have.property('payload', { w: 5, x: 6, y: 7, z: 8 });
+ msg.should.have.property('columns', 'w,x,y,z');
+ check_parts(msg, 1, 2);
+ done();
+ }
+ }
+ catch (e) { done(e); }
+ });
+ const testStringA = "foo\n";
+ const testStringB = "bar\n";
+ const testString1 = "w,x,y,z\n";
+ const testString2 = "1,2,3,4\n";
+ const testString3 = "5,6,7,8\n";
+ n1.emit("input", { payload: testStringA, parts: { id: "X", index: 0, count: 5 } });
+ n1.emit("input", { payload: testStringB, parts: { id: "X", index: 1, count: 5 } });
+ n1.emit("input", { payload: testString1, parts: { id: "X", index: 2, count: 5 } });
+ n1.emit("input", { payload: testString2, parts: { id: "X", index: 3, count: 5 } });
+ n1.emit("input", { payload: testString3, parts: { id: "X", index: 4, count: 5 } });
+ });
+ });
+
+ });
+
+ describe('json object to csv', function () {
+
+ it('should convert a simple object back to a csv', function (done) {
+ // RFC-vs-Legacy difference
+ // By default, the legacy mode parser will use \n as the line separator
+ // The RFC mode parser will use \r\n as the line separator as per RFC4180 Section 2.1
+ // This is configurable in both modes meaning that the legacy mode parser can be made to use \r\n and the RFC mode parser can be made to use \n
+ // Any existing flows will still use the line ending that they were created with as it will be stored in the flow file
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,,e,f,g,h,i,j,k", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ // console.log("GOT",msg)
+ try {
+ // 'payload', '4,foo,true,,0,"Hello\nWorld",,,undefined,null,null\n'); // Legacy
+ msg.should.have.property('payload', '4,foo,true,,0,"Hello\nWorld",,,undefined,null,null\r\n'); // RFC-vs-Legacy difference
+ done();
+ } catch (e) {
+ done(e);
+ }
+ });
+ const testJson = { e: 0, d: 1, b: "foo", c: true, a: 4, f: "Hello\nWorld", h: undefined, i: "undefined", j: null, k: "null" };
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert a simple object back to a csv with no template', function (done) {
+ // RFC-vs-Legacy differences
+ // line separator handling:
+ // By default, the legacy mode parser will use \n as the line separator
+ // The RFC mode parser will use \r\n as the line separator as per RFC4180 Section 2.1
+ // spaces:
+ // By default, the legacy mode parser will trim spaces from the start and end template columns
+ // The RFC mode parser will not trim spaces from the start and end template columns (RFC4180 Section 2.4)
+ // This means the original test flow, when ran in RFC mode, was expecting to find a prop name of " " in the input data object
+ // To make this test work, we need to change the column template to not be a space!
+
+ // flow = [ { id:"n1", type:"csv", spec: "rfc", temp:" ", wires:[["n2"]] }, // Legacy
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", wires: [["n2"]] }, // RFC-vs-Legacy difference - legacy mode trims spaces, RFC mode respects them.
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ // console.log("GOT",msg)
+ try {
+ msg.should.have.property('payload', '1,foo,"ba""r","di,ng",,undefined,null\r\n');
+ done();
+ } catch (e) {
+ done(e);
+ }
+ });
+ const testJson = { d: 1, b: "foo", c: "ba\"r", a: "di,ng", e: undefined, f: "undefined", g: null, h: "null" };
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert a simple object back to a tsv using a tab as a separator', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", sep: "\t", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', '1\tfoo\t"ba""r"\tdi,ng\n');
+ done();
+ } catch (e) {
+ done(e);
+ }
+ });
+ const testJson = { d: 1, b: "foo", c: "ba\"r", a: "di,ng" };
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should handle a template with spaces in the property names', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b o,c p,,e", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', '4,foo,true,,0\n');
+ done();
+ } catch (e) {
+ done(e);
+ }
+ });
+ const testJson = { e: 0, d: 1, "b o": "foo", "c p": true, a: 4 };
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should handle a template with quotes in the property names', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrout: "all", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ // 'payload', 'a"a,b\'b\nA1,B1\nA2,B2\n'); // Legacy
+ msg.should.have.property('payload', '"a""a",b\'b\nA1,B1\nA2,B2\n'); // RFC-vs-Legacy difference - RFC4180 Section 2.6, 2.7 quote handling
+ done();
+ } catch (e) {
+ done(e);
+ }
+ });
+ const testJson = [
+ {
+ "a\"a": "A1",
+ "b'b": "B1"
+ },
+ {
+ "a\"a": "A2",
+ "b'b": "B2"
+ }
+ ]
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert an array of objects to a multi-line csv', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,d,c,b", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', '4,1,2,3\n1,4,3,2\n');
+ done();
+ } catch (e) {
+ done(e);
+ }
+ });
+ const testJson = [{ d: 1, b: 3, c: 2, a: 4 }, { d: 4, a: 1, c: 3, b: 2 }];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert an array of objects to a multi-line csv and add a header', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", hdrout: "all", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', 'a,b,c,d\n4,3,2,1\n1,2,3,"a\nb"\n');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = [{ d: 1, b: 3, c: 2, a: 4 }, { d: "a\nb", a: 1, c: 3, b: 2 }];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert an array of objects to a multi-line csv without a template', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', '1,3,2,4\n4,2,3,1\n');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = [{ d: 1, b: 3, c: 2, a: 4 }, { d: 4, a: 1, c: 3, b: 2 }];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert an array of objects to a multi-line csv without a template and with a header', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrout: "all", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', 'd,b,c,a\n1,3,2,4\n4,"f\ng",3,1\n');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = [{ d: 1, b: 3, c: 2, a: 4 }, { d: 4, a: 1, c: 3, b: "f\ng" }];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert a simple array back to a csv', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ // 'payload', ',0,1,foo,"ba""r","di,ng","fa\nba"\n');
+ msg.should.have.property('payload', ',0,1,foo\n'); // RFC-vs-Legacy difference - respect that user has specified a template with 4 columns
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = ["", 0, 1, "foo", 'ba"r', 'di,ng', "fa\nba"];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should convert an array of arrays back to a multi-line csv', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ // 'payload', '0,1,2,3,4\n4,3,2,1,0\n'); // Legacy
+ msg.should.have.property('payload', '0,1,2,3\n4,3,2,1\n'); // RFC-vs-Legacy difference - respect that user has specified a template with 4 columns
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = [[0, 1, 2, 3, 4], [4, 3, 2, 1, 0]];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should be able to include column names as first row', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", hdrout: true, ret: "\r\n", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', 'a,b,c,d\r\n4,3,2,1\r\n');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = [{ d: 1, b: 3, c: 2, a: 4 }];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ it('should be able to include column names as first row, and missing properties', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", hdrout: true, ret: "\r\n", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', 'col1,col2,col3,col4\r\nH1,H2,H3,H4\r\nA,B,,\r\nA,,C,\r\nA,,,"D\nE"\r\n');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = [{ "col1": "H1", "col2": "H2", "col3": "H3", "col4": "H4" }, { "col1": "A", "col2": "B" }, { "col1": "A", "col3": "C" }, { "col1": "A", "col4": "D\nE" }];
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+
+ it('should be able to pass in column names', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "", hdrout: "once", ret: "\r\n", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ let count = 0;
+ n2.on("input", function (msg) {
+ count += 1;
+ try {
+ if (count === 1) {
+ msg.should.have.property('payload', 'a,,b,a\r\n4,,3,4\r\n');
+ }
+ if (count === 3) {
+ msg.should.have.property('payload', '4,,3,4\r\n');
+ done()
+ }
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = [{ d: 1, b: 3, c: 2, a: 4 }];
+ n1.emit("input", { payload: testJson, columns: "a,,b,a", parts: { index: 0 } });
+ n1.emit("input", { payload: testJson, parts: { index: 1 } });
+ n1.emit("input", { payload: testJson, parts: { index: 2 } });
+ });
+ });
+
+ it('should be able to pass in column names - with payload as an array', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", hdrout: "once", ret: "\r\n", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', 'a,,b,a\r\n4,,3,4\r\n4,,3,4\r\n4,,3,4\r\n');
+ done()
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = { d: 1, b: 3, c: 2, a: 4 };
+ n1.emit("input", { payload: [testJson, testJson, testJson], columns: "a,,b,a" });
+ });
+ });
+
+ it('should handle quotes and sub-properties', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", ret: '\n', wires: [["n2"]] }, // RFC-vs-Legacy difference - use line separator \n to satisfy original test
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('payload', '{},"text,with,commas","This ""is"" a banana","{""sub"":""object""}"\n');
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = { d: { sub: "object" }, b: "text,with,commas", c: 'This "is" a banana', a: { sub2: undefined } };
+ n1.emit("input", { payload: testJson });
+ });
+ });
+
+ });
+
+ it('should just pass through if no payload provided', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ n2.on("input", function (msg) {
+ try {
+ msg.should.have.property('topic', { a: 4, b: 3, c: 2, d: 1 });
+ msg.should.not.have.property('payload');
+
+ done();
+ }
+ catch (e) { done(e); }
+ });
+ const testJson = { d: 1, b: 3, c: 2, a: 4 };
+ n1.emit("input", { topic: testJson });
+ });
+ });
+
+ it('should warn if provided a number or boolean', function (done) {
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", wires: [["n2"]] },
+ { id: "n2", type: "helper" }];
+ helper.load(csvNode, flow, function () {
+ const n1 = helper.getNode("n1");
+ const n2 = helper.getNode("n2");
+ setTimeout(function () {
+ try {
+ const logEvents = helper.log().args.filter(function (evt) {
+ return evt[0].type == "csv";
+ });
+ logEvents.should.have.length(2);
+ logEvents[0][0].should.have.a.property('msg');
+ logEvents[0][0].msg.toString().should.endWith('csv.errors.csv_js');
+ logEvents[1][0].should.have.a.property('msg');
+ logEvents[1][0].msg.toString().should.endWith('csv.errors.csv_js');
+ done();
+ } catch (err) {
+ done(err);
+ }
+ }, 150);
+ n1.emit("input", { payload: 1 });
+ n1.emit("input", { payload: true });
+ });
+ });
+
+ it('should call done when message processing is completed', function (done) {
+ const completeNode = require("nr-test-utils").require("@node-red/nodes/core/common/24-complete.js");
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", wires: [[]] },
+ { id: "c1", type: "complete", scope: ["n1"], uncaught: false, wires: [["h1"]] },
+ { id: "h1", type: "helper", wires: [[]] }];
+ helper.load([csvNode, completeNode], flow, function () {
+ const n1 = helper.getNode("n1");
+ const h1 = helper.getNode("h1");
+ h1.on("input", function (msg) {
+ try {
+ msg.should.have.a.property('payload', "1,2,3,4");
+ done();
+ } catch (e) {
+ done(e);
+ }
+ });
+ n1.receive({ payload: "1,2,3,4" });
+ });
+ });
+
+ it('should not call done or pass the bad msg through when input causes an error - should throw error and set status', function (done) {
+ // RFC-vs-Legacy difference
+ // In RFC mode, instead of passing the bad data through, the node will throw an error and set the status to indicate the error
+ const completeNode = require("nr-test-utils").require("@node-red/nodes/core/common/24-complete.js");
+ const flow = [{ id: "n1", type: "csv", spec: "rfc", temp: "a,b,c,d", wires: [[]] },
+ { id: "c1", type: "complete", scope: ["n1"], uncaught: false, wires: [["h1"]] },
+ { id: "h1", type: "helper", wires: [[]] }];
+ helper.load([csvNode, completeNode], flow, function () {
+ const n1 = helper.getNode("n1");
+ const h1 = helper.getNode("h1");
+ const c1 = helper.getNode("c1");
+ n1.receive({ payload: 1 }); // neither object nor string
+ setTimeout(function () {
+ try {
+ c1.send.should.not.be.called();
+ const logEvents = helper.log().args.filter(function (evt) {
+ return evt[0].type == "csv";
+ });
+ logEvents.should.have.length(1);
+ logEvents[0][0].should.have.a.property('msg');
+ logEvents[0][0].msg.should.be.an.Error()
+ logEvents[0][0].msg.toString().should.endWith('csv.errors.csv_js');
+ // check status was set
+ n1.status.called.should.be.true();
+ n1.status.lastCall.args[0].should.have.property('fill', 'red');
+ n1.status.lastCall.args[0].should.have.property('shape', 'dot');
+ n1.status.lastCall.args[0].should.have.property('text', 'csv.errors.csv_js');
+ // check error was thrown
+ n1.error.called.should.be.true();
+ n1.error.lastCall.args[0].should.have.property('message', 'csv.errors.csv_js');
+ done();
+ } catch (err) {
+ done(err);
+ }
+ }, 150);
+
+ });
+ });
+});
diff --git a/test/nodes/core/sequence/17-split_spec.js b/test/nodes/core/sequence/17-split_spec.js
index 370e0cda4..a64f6e078 100644
--- a/test/nodes/core/sequence/17-split_spec.js
+++ b/test/nodes/core/sequence/17-split_spec.js
@@ -66,6 +66,27 @@ describe('SPLIT node', function() {
});
});
+ it('should split an array on a sub-property into multiple messages', function(done) {
+ var flow = [{id:"sn1", type:"split", property:"foo", wires:[["sn2"]]},
+ {id:"sn2", type:"helper"}];
+ helper.load(splitNode, flow, function() {
+ var sn1 = helper.getNode("sn1");
+ var sn2 = helper.getNode("sn2");
+ sn2.on("input", function(msg) {
+ msg.should.have.property("parts");
+ msg.parts.should.have.property("count",4);
+ msg.parts.should.have.property("type","array");
+ msg.parts.should.have.property("index");
+ msg.parts.should.have.property("property","foo");
+ if (msg.parts.index === 0) { msg.foo.should.equal(1); }
+ if (msg.parts.index === 1) { msg.foo.should.equal(2); }
+ if (msg.parts.index === 2) { msg.foo.should.equal(3); }
+ if (msg.parts.index === 3) { msg.foo.should.equal(4); done(); }
+ });
+ sn1.receive({foo:[1,2,3,4]});
+ });
+ });
+
it('should split an array into multiple messages of a specified size', function(done) {
var flow = [{id:"sn1", type:"split", wires:[["sn2"]], arraySplt:3, arraySpltType:"len"},
{id:"sn2", type:"helper"}];
@@ -108,6 +129,31 @@ describe('SPLIT node', function() {
});
});
+ it('should split an object sub property into pieces', function(done) {
+ var flow = [{id:"sn1", type:"split", property:"foo.bar",wires:[["sn2"]]},
+ {id:"sn2", type:"helper"}];
+ helper.load(splitNode, flow, function() {
+ var sn1 = helper.getNode("sn1");
+ var sn2 = helper.getNode("sn2");
+ var count = 0;
+ sn2.on("input", function(msg) {
+ msg.should.have.property("foo");
+ msg.foo.should.have.property("bar");
+ msg.should.have.property("parts");
+ msg.parts.should.have.property("type","object");
+ msg.parts.should.have.property("key");
+ msg.parts.should.have.property("count");
+ msg.parts.should.have.property("index");
+ msg.parts.should.have.property("property","foo.bar");
+ msg.topic.should.equal("foo");
+ if (msg.parts.index === 0) { msg.foo.bar.should.equal(1); }
+ if (msg.parts.index === 1) { msg.foo.bar.should.equal("2"); }
+ if (msg.parts.index === 2) { msg.foo.bar.should.equal(true); done(); }
+ });
+ sn1.receive({topic:"foo",foo:{bar:{a:1,b:"2",c:true}}});
+ });
+ });
+
it('should split an object into pieces and overwrite their topics', function(done) {
var flow = [{id:"sn1", type:"split", addname:"topic", wires:[["sn2"]]},
{id:"sn2", type:"helper"}];
@@ -516,6 +562,7 @@ describe('JOIN node', function() {
n1.receive({payload:{a:1}});
});
});
+
it('should join things into an array ignoring msg.parts.index in manual mode', function(done) {
var flow = [{id:"n1", type:"join", wires:[["n2"]], count:3, joiner:",",mode:"custom"},
{id:"n2", type:"helper"}];
@@ -562,6 +609,32 @@ describe('JOIN node', function() {
});
});
+ it('should join things into an array on a sub property in auto mode', function(done) {
+ var flow = [{id:"n1", type:"join", wires:[["n2"]], count:3, joiner:",", mode:"auto"},
+ {id:"n2", type:"helper"}];
+ helper.load(joinNode, flow, function() {
+ var n1 = helper.getNode("n1");
+ var n2 = helper.getNode("n2");
+ n2.on("input", function(msg) {
+ try {
+ msg.should.have.property("foo");
+ msg.foo.should.have.property("bar");
+ msg.foo.bar.should.be.an.Array();
+ msg.foo.bar[0].should.equal("A");
+ msg.foo.bar[1].should.equal("B");
+ //msg.payload[2].a.should.equal(1);
+ done();
+ }
+ catch(e) {done(e);}
+ });
+ n1.receive({foo:{bar:"A"}, parts:{id:1, type:"array", len:1, index:0, count:4, property:"foo.bar"}});
+ n1.receive({foo:{bar:"B"}, parts:{id:1, type:"array", len:1, index:1, count:4, property:"foo.bar"}});
+ n1.receive({foo:{bar:"C"}, parts:{id:1, type:"array", len:1, index:2, count:4, property:"foo.bar"}});
+ n1.receive({foo:{bar:"D"}, parts:{id:1, type:"array", len:1, index:3, count:4, property:"foo.bar"}});
+ });
+ });
+
+
it('should join strings into a buffer after a count', function(done) {
var flow = [{id:"n1", type:"join", wires:[["n2"]], count:2, build:"buffer", joinerType:"bin", joiner:"", mode:"custom"},
{id:"n2", type:"helper"}];
@@ -639,6 +712,35 @@ describe('JOIN node', function() {
});
});
+ it('should merge sub property objects', function(done) {
+ var flow = [{id:"n1", type:"join", wires:[["n2"]], count:5, property:"foo.bar", build:"merged", mode:"custom"},
+ {id:"n2", type:"helper"}];
+ helper.load(joinNode, flow, function() {
+ var n1 = helper.getNode("n1");
+ var n2 = helper.getNode("n2");
+ n2.on("input", function(msg) {
+ try {
+ msg.should.have.property("foo");
+ msg.foo.should.have.property("bar");
+ msg.foo.bar.should.have.property("a",1);
+ msg.foo.bar.should.have.property("b",2);
+ msg.foo.bar.should.have.property("c",3);
+ msg.foo.bar.should.have.property("d",4);
+ msg.foo.bar.should.have.property("e",5);
+ done();
+ }
+ catch(e) { done(e)}
+ });
+ n1.receive({foo:{bar:{a:9}, topic:"f"}});
+ n1.receive({foo:{bar:{a:1}, topic:"a"}});
+ n1.receive({foo:{bar:{b:9}, topic:"b"}});
+ n1.receive({foo:{bar:{b:2}, topic:"b"}});
+ n1.receive({foo:{bar:{c:3}, topic:"c"}});
+ n1.receive({foo:{bar:{d:4}, topic:"d"}});
+ n1.receive({foo:{bar:{e:5}, topic:"e"}});
+ });
+ });
+
it('should merge full msg objects', function(done) {
var flow = [{id:"n1", type:"join", wires:[["n2"]], count:6, build:"merged", mode:"custom", propertyType:"full", property:""},
{id:"n2", type:"helper"}];
diff --git a/test/unit/@node-red/registry/lib/library_spec.js b/test/unit/@node-red/registry/lib/library_spec.js
index 2e0e7e99a..75c444f67 100644
--- a/test/unit/@node-red/registry/lib/library_spec.js
+++ b/test/unit/@node-red/registry/lib/library_spec.js
@@ -33,16 +33,15 @@ describe("library api", function() {
should.not.exist(library.getExampleFlowPath('foo','bar'));
});
- it('returns a valid example path', function(done) {
+ it('returns valid example paths', function(done) {
library.init();
library.addExamplesDir("test-module",path.resolve(__dirname+'/resources/examples')).then(function() {
try {
var flows = library.getExampleFlows();
- flows.should.deepEqual({"test-module":{"f":["one"]}});
+ flows.should.deepEqual({"test-module":{"f":["1.2.3","one"]}});
var examplePath = library.getExampleFlowPath('test-module','one');
- examplePath.should.eql(path.resolve(__dirname+'/resources/examples/one.json'))
-
+ examplePath.should.eql(path.resolve(__dirname+'/resources/examples/one.json'));
library.removeExamplesDir('test-module');
@@ -57,6 +56,5 @@ describe("library api", function() {
done(err);
}
});
-
- })
+ });
});
diff --git a/test/unit/@node-red/registry/lib/resources/examples/1.2.3.json b/test/unit/@node-red/registry/lib/resources/examples/1.2.3.json
new file mode 100644
index 000000000..e69de29bb
diff --git a/test/unit/@node-red/util/lib/util_spec.js b/test/unit/@node-red/util/lib/util_spec.js
index 3bab2739a..e48e9fc84 100644
--- a/test/unit/@node-red/util/lib/util_spec.js
+++ b/test/unit/@node-red/util/lib/util_spec.js
@@ -379,10 +379,17 @@ describe("@node-red/util/util", function() {
result = util.evaluateNodeProperty('','bool');
result.should.be.false();
});
- it('returns date',function() {
+ it('returns date - default format',function() {
var result = util.evaluateNodeProperty('','date');
(Date.now() - result).should.be.approximately(0,50);
});
+
+ it('returns date - iso format',function() {
+ var result = util.evaluateNodeProperty('iso','date');
+ // 2023-12-04T16:51:04.429Z
+ /^\d\d\d\d-\d\d-\d\dT\d\d:\d\d:\d\d\.\d+Z$/.test(result).should.be.true()
+ });
+
it('returns bin', function () {
var result = util.evaluateNodeProperty('[1, 2]','bin');
result[0].should.eql(1);
@@ -441,9 +448,16 @@ describe("@node-red/util/util", function() {
},{});
result.should.eql("123");
});
- it('returns jsonata result', function () {
- var result = util.evaluateNodeProperty('$abs(-1)','jsonata',{},{});
- result.should.eql(1);
+ it('returns jsonata result', function (done) {
+ util.evaluateNodeProperty('$abs(-1)','jsonata',{},{}, (err, result) => {
+ try {
+ result.should.eql(1);
+ done()
+ } catch (error) {
+ done(error)
+ }
+
+ });
});
it('returns null', function() {
var result = util.evaluateNodeProperty(null,'null');
@@ -601,51 +615,105 @@ describe("@node-red/util/util", function() {
});
});
describe('evaluateJSONataExpression', function() {
- it('evaluates an expression', function() {
+ it('evaluates an expression', function(done) {
var expr = util.prepareJSONataExpression('payload',{});
- var result = util.evaluateJSONataExpression(expr,{payload:"hello"});
- result.should.eql("hello");
+ util.evaluateJSONataExpression(expr,{payload:"hello"}, (err, result) => {
+ try {
+ result.should.eql("hello");
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
});
it('evaluates a legacyMode expression', function() {
var expr = util.prepareJSONataExpression('msg.payload',{});
- var result = util.evaluateJSONataExpression(expr,{payload:"hello"});
- result.should.eql("hello");
+ util.evaluateJSONataExpression(expr,{payload:"hello"}, (err, result) => {
+ try {
+ result.should.eql("hello");
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
});
it('accesses flow context from an expression', function() {
var expr = util.prepareJSONataExpression('$flowContext("foo")',{context:function() { return {flow:{get: function(key) { return {'foo':'bar'}[key]}}}}});
- var result = util.evaluateJSONataExpression(expr,{payload:"hello"});
- result.should.eql("bar");
+ util.evaluateJSONataExpression(expr,{payload:"hello"}, (err, result) => {
+ try {
+ result.should.eql("bar");
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
});
it('accesses undefined environment variable from an expression', function() {
var expr = util.prepareJSONataExpression('$env("UTIL_ENV")',{});
- var result = util.evaluateJSONataExpression(expr,{});
- result.should.eql('');
- });
+ util.evaluateJSONataExpression(expr,{}, (err, result) => {
+ try {
+ result.should.eql("");
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
+ });
it('accesses environment variable from an expression', function() {
process.env.UTIL_ENV = 'foo';
var expr = util.prepareJSONataExpression('$env("UTIL_ENV")',{});
- var result = util.evaluateJSONataExpression(expr,{});
- result.should.eql('foo');
- });
+ util.evaluateJSONataExpression(expr,{}, (err, result) => {
+ try {
+ result.should.eql("foo");
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
+ });
it('accesses moment from an expression', function() {
var expr = util.prepareJSONataExpression('$moment("2020-05-27", "YYYY-MM-DD").add(7, "days").add(1, "months").format("YYYY-MM-DD")',{});
- var result = util.evaluateJSONataExpression(expr,{});
- result.should.eql('2020-07-03');
+ util.evaluateJSONataExpression(expr,{}, (err, result) => {
+ try {
+ result.should.eql("2020-07-03");
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
});
it('accesses moment-timezone from an expression', function() {
var expr = util.prepareJSONataExpression('$moment("2013-11-18 11:55Z").tz("Asia/Taipei").format()',{});
- var result = util.evaluateJSONataExpression(expr,{});
- result.should.eql('2013-11-18T19:55:00+08:00');
+ util.evaluateJSONataExpression(expr,{}, (err, result) => {
+ try {
+ result.should.eql("2013-11-18T19:55:00+08:00");
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
});
it('handles non-existant flow context variable', function() {
var expr = util.prepareJSONataExpression('$flowContext("nonExistant")',{context:function() { return {flow:{get: function(key) { return {'foo':'bar'}[key]}}}}});
- var result = util.evaluateJSONataExpression(expr,{payload:"hello"});
- should.not.exist(result);
- });
+ util.evaluateJSONataExpression(expr,{payload:"hello"}, (err, result) => {
+ try {
+ should.not.exist(result);
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
+ });
it('handles non-existant global context variable', function() {
var expr = util.prepareJSONataExpression('$globalContext("nonExistant")',{context:function() { return {global:{get: function(key) { return {'foo':'bar'}[key]}}}}});
- var result = util.evaluateJSONataExpression(expr,{payload:"hello"});
- should.not.exist(result);
+ util.evaluateJSONataExpression(expr,{payload:"hello"}, (err, result) => {
+ try {
+ should.not.exist(result);
+ done()
+ } catch (error) {
+ done(error)
+ }
+ });
});
it('handles async flow context access', function(done) {
var expr = util.prepareJSONataExpression('$flowContext("foo")',{context:function() { return {flow:{get: function(key,store,callback) { setTimeout(()=>{callback(null,{'foo':'bar'}[key])},10)}}}}});