/** * Copyright JS Foundation and other contributors, http://js.foundation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. **/ var fs = require("fs"); var path = require("path"); var events; var log; var i18n; var settings; var disableNodePathScan = false; var iconFileExtensions = [".png", ".gif", ".svg"]; function init(runtime) { settings = runtime.settings; events = runtime.events; log = runtime.log; i18n = runtime.i18n; } function isIncluded(name) { if (settings.nodesIncludes) { for (var i=0;i<settings.nodesIncludes.length;i++) { if (settings.nodesIncludes[i] == name) { return true; } } } else { return true; } return false; } function isExcluded(name) { if (settings.nodesExcludes) { for (var i=0;i<settings.nodesExcludes.length;i++) { if (settings.nodesExcludes[i] == name) { return true; } } } return false; } function getLocalFile(file) { if (!isIncluded(path.basename(file)) || isExcluded(path.basename(file))) { return null; } try { fs.statSync(file.replace(/\.js$/,".html")); return { file: file, module: "node-red", name: path.basename(file).replace(/^\d+-/,"").replace(/\.js$/,""), version: settings.version }; } catch(err) { return null; } } /** * Synchronously walks the directory looking for node files. * Emits 'node-icon-dir' events for an icon dirs found * @param dir the directory to search * @return an array of fully-qualified paths to .js files */ function getLocalNodeFiles(dir) { dir = path.resolve(dir); var result = []; var files = []; var icons = []; try { files = fs.readdirSync(dir); } catch(err) { return {files: [], icons: []}; } files.sort(); files.forEach(function(fn) { var stats = fs.statSync(path.join(dir,fn)); if (stats.isFile()) { if (/\.js$/.test(fn)) { var info = getLocalFile(path.join(dir,fn)); if (info) { result.push(info); } } } else if (stats.isDirectory()) { // Ignore /.dirs/, /lib/ /node_modules/ if (!/^(\..*|lib|icons|node_modules|test|locales)$/.test(fn)) { var subDirResults = getLocalNodeFiles(path.join(dir,fn)); result = result.concat(subDirResults.files); icons = icons.concat(subDirResults.icons); } else if (fn === "icons") { var iconList = scanIconDir(path.join(dir,fn)); icons.push({path:path.join(dir,fn),icons:iconList}); } } }); return {files: result, icons: icons} } function scanDirForNodesModules(dir,moduleName) { var results = []; var scopeName; try { var files = fs.readdirSync(dir); if (moduleName) { var m = /^(?:(@[^/]+)[/])?([^@/]+)/.exec(moduleName); if (m) { scopeName = m[1]; moduleName = m[2]; } } for (var i=0;i<files.length;i++) { var fn = files[i]; if (/^@/.test(fn)) { if (scopeName && scopeName === fn) { // Looking for a specific scope/module results = results.concat(scanDirForNodesModules(path.join(dir,fn),moduleName)); break; } else { results = results.concat(scanDirForNodesModules(path.join(dir,fn),moduleName)); } } else { if (isIncluded(fn) && !isExcluded(fn) && (!moduleName || fn == moduleName)) { var pkgfn = path.join(dir,fn,"package.json"); try { var pkg = require(pkgfn); if (pkg['node-red']) { var moduleDir = path.join(dir,fn); results.push({dir:moduleDir,package:pkg}); } } catch(err) { if (err.code != "MODULE_NOT_FOUND") { // TODO: handle unexpected error } } if (fn == moduleName) { break; } } } } } catch(err) { } return results; } /** * Scans the node_modules path for nodes * @param moduleName the name of the module to be found * @return a list of node modules: {dir,package} */ function scanTreeForNodesModules(moduleName) { var dir = settings.coreNodesDir; var results = []; var userDir; if (settings.userDir) { userDir = path.join(settings.userDir,"node_modules"); results = scanDirForNodesModules(userDir,moduleName); results.forEach(function(r) { r.local = true; }); } if (dir) { var up = path.resolve(path.join(dir,"..")); while (up !== dir) { var pm = path.join(dir,"node_modules"); if (pm != userDir) { results = results.concat(scanDirForNodesModules(pm,moduleName)); } dir = up; up = path.resolve(path.join(dir,"..")); } } return results; } function getModuleNodeFiles(module) { var moduleDir = module.dir; var pkg = module.package; var nodes = pkg['node-red'].nodes||{}; var results = []; var iconDirs = []; var iconList = []; for (var n in nodes) { /* istanbul ignore else */ if (nodes.hasOwnProperty(n)) { var file = path.join(moduleDir,nodes[n]); results.push({ file: file, module: pkg.name, name: n, version: pkg.version }); var iconDir = path.join(moduleDir,path.dirname(nodes[n]),"icons"); if (iconDirs.indexOf(iconDir) == -1) { try { fs.statSync(iconDir); var icons = scanIconDir(iconDir); iconList.push({path:iconDir,icons:icons}); iconDirs.push(iconDir); } catch(err) { } } } } var result = {files:results,icons:iconList}; var examplesDir = path.join(moduleDir,"examples"); try { fs.statSync(examplesDir) events.emit("node-examples-dir",{name:pkg.name,path:examplesDir}); } catch(err) { } return result; } function getNodeFiles(disableNodePathScan) { var dir; // Find all of the nodes to load var nodeFiles = []; var results; var dir = path.resolve(__dirname + '/../../../../public/icons'); var iconList = [{path:dir,icons:scanIconDir(dir)}]; if (settings.coreNodesDir) { results = getLocalNodeFiles(path.resolve(settings.coreNodesDir)); nodeFiles = nodeFiles.concat(results.files); iconList = iconList.concat(results.icons); var defaultLocalesPath = path.join(settings.coreNodesDir,"core","locales"); i18n.registerMessageCatalog("node-red",defaultLocalesPath,"messages.json"); } if (settings.userDir) { dir = path.join(settings.userDir,"lib","icons"); var icons = scanIconDir(dir); if (icons.length > 0) { iconList.push({path:dir,icons:icons}); } dir = path.join(settings.userDir,"nodes"); results = getLocalNodeFiles(path.resolve(dir)); nodeFiles = nodeFiles.concat(results.files); iconList = iconList.concat(results.icons); } if (settings.nodesDir) { dir = settings.nodesDir; if (typeof settings.nodesDir == "string") { dir = [dir]; } for (var i=0;i<dir.length;i++) { results = getLocalNodeFiles(dir[i]); nodeFiles = nodeFiles.concat(results.files); iconList = iconList.concat(results.icons); } } var nodeList = { "node-red": { name: "node-red", version: settings.version, nodes: {}, icons: iconList } } nodeFiles.forEach(function(node) { nodeList["node-red"].nodes[node.name] = node; }); if (!disableNodePathScan) { var moduleFiles = scanTreeForNodesModules(); // Filter the module list to ignore global modules // that have also been installed locally - allowing the user to // update a module they may not otherwise be able to touch moduleFiles.sort(function(A,B) { if (A.local && !B.local) { return -1 } else if (!A.local && B.local) { return 1 } return 0; }) var knownModules = {}; moduleFiles = moduleFiles.filter(function(mod) { var result; if (!knownModules[mod.package.name]) { knownModules[mod.package.name] = true; result = true; } else { result = false; } log.debug("Module: "+mod.package.name+" "+mod.package.version+(result?"":" *ignored due to local copy*")); log.debug(" "+mod.dir); return result; }); moduleFiles.forEach(function(moduleFile) { var nodeModuleFiles = getModuleNodeFiles(moduleFile); nodeList[moduleFile.package.name] = { name: moduleFile.package.name, version: moduleFile.package.version, path: moduleFile.dir, local: moduleFile.local||false, nodes: {}, icons: nodeModuleFiles.icons }; if (moduleFile.package['node-red'].version) { nodeList[moduleFile.package.name].redVersion = moduleFile.package['node-red'].version; } nodeModuleFiles.files.forEach(function(node) { node.local = moduleFile.local||false; nodeList[moduleFile.package.name].nodes[node.name] = node; }); nodeFiles = nodeFiles.concat(nodeModuleFiles.files); }); } else { // console.log("node path scan disabled"); } return nodeList; } function getModuleFiles(module) { var nodeList = {}; var moduleFiles = scanTreeForNodesModules(module); if (moduleFiles.length === 0) { var err = new Error(log._("nodes.registry.localfilesystem.module-not-found", {module:module})); err.code = 'MODULE_NOT_FOUND'; throw err; } moduleFiles.forEach(function(moduleFile) { var nodeModuleFiles = getModuleNodeFiles(moduleFile); nodeList[moduleFile.package.name] = { name: moduleFile.package.name, version: moduleFile.package.version, nodes: {}, icons: nodeModuleFiles.icons }; if (moduleFile.package['node-red'].version) { nodeList[moduleFile.package.name].redVersion = moduleFile.package['node-red'].version; } nodeModuleFiles.files.forEach(function(node) { nodeList[moduleFile.package.name].nodes[node.name] = node; nodeList[moduleFile.package.name].nodes[node.name].local = moduleFile.local || false; }); }); return nodeList; } function scanIconDir(dir) { var iconList = []; try { var files = fs.readdirSync(dir); files.forEach(function(file) { var stats = fs.statSync(path.join(dir, file)); if (stats.isFile() && iconFileExtensions.indexOf(path.extname(file)) !== -1) { iconList.push(file); } }); } catch(err) { } return iconList; } module.exports = { init: init, getNodeFiles: getNodeFiles, getLocalFile: getLocalFile, getModuleFiles: getModuleFiles }