Update 27-twitter.js

Update the public search and user look up parts to work with twitter API V2.0
This commit is contained in:
shahramdj 2022-10-07 10:29:26 -04:00 committed by GitHub
parent 5aa99eca73
commit 6aea983855
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,4 +1,4 @@
//new updated code on Oct 3rd
module.exports = function (RED) {
"use strict";
var Ntwitter = require('twitter-ng');
@ -12,6 +12,16 @@ module.exports = function(RED) {
var userObjectCache = {};
var userSreenNameToIdCache = {};
RED.nodes.registerType("twitter-credentials", TwitterCredentialsNode, {
credentials: {
consumer_key: { type: "password" },
consumer_secret: { type: "password" },
access_token: { type: "password" },
access_token_secret: { type: "password" },
access_token_bearer: { type: "password" }
}
});
function TwitterCredentialsNode(n) {
RED.nodes.createNode(this, n);
this.screen_name = n.screen_name;
@ -21,42 +31,81 @@ module.exports = function(RED) {
if (this.credentials.consumer_key &&
this.credentials.consumer_secret &&
this.credentials.access_token &&
this.credentials.access_token_secret) {
this.credentials.access_token_secret &&
this.credentials.access_token_bearer) {
this.oauth = {
consumer_key: this.credentials.consumer_key,
consumer_secret: this.credentials.consumer_secret,
token: this.credentials.access_token,
token_secret: this.credentials.access_token_secret
token_secret: this.credentials.access_token_secret,
token_bearer: this.credentials.access_token_bearer
}
this.credHash = crypto.createHash('sha1').update(
this.credentials.consumer_key + this.credentials.consumer_secret +
this.credentials.access_token + this.credentials.access_token_secret
+ this.credentials.access_token_bearer
).digest('base64');
var self = this;
if (localUserCache.hasOwnProperty(self.credHash)) {
this.localIdentityPromise = Promise.resolve(localUserCache[self.credHash]);
} else {
this.localIdentityPromise = this.get("https://api.twitter.com/1.1/account/settings.json").then(function(body) {
if (body.status === 200) {
localUserCache[self.credHash] = body.body.screen_name;
self.screen_name = body.body.screen_name;
} else {
self.warn("Failed to get user profile");
const needle = require('needle');
var credentials = RED.nodes.getCredentials(self);
// The code below sets the bearer token from your environment variables
// To set environment variables on macOS or Linux, run the export command below from the terminal:
// export BEARER_TOKEN='YOUR-TOKEN'
const token = this.credentials.access_token_bearer;
const endpointUserURL = "https://api.twitter.com/2/users/by?usernames="
async function getRequest() {
// These are the parameters for the API request
// specify User names to fetch, and any additional fields that are required
// by default, only the User ID, name and user name are returned
const params = {
usernames: `${self.screen_name}`, // Edit usernames to look up
"user.fields": "created_at,description", // Edit optional query parameters here
"expansions": "pinned_tweet_id"
}
});
console.log(self.screen_name);
// this is the HTTP header that adds bearer token authentication
const res = await needle('get', endpointUserURL, params, {
headers: {
"authorization": `Bearer ${token}`
}
})
if (res.statusCode === 200) {
return res.body;
} else {
node.send("Failed to get user profile");
}
}
RED.nodes.registerType("twitter-credentials",TwitterCredentialsNode,{
credentials: {
consumer_key: { type: "password"},
consumer_secret: { type: "password" },
access_token: {type: "password"},
access_token_secret: {type:"password"}
(async () => {
try {
// Make request
const response = await getRequest();
// console.dir(response, {
// depth: null
// });
} catch (e) {
console.log(e);
}
});
})();
}
}
TwitterCredentialsNode.prototype.get = function (url, opts) {
var node = this;
opts = opts || {};
@ -169,7 +218,6 @@ module.exports = function(RED) {
this.twitterConfig = RED.nodes.getNode(this.twitter);
this.poll_ids = [];
this.timeout_ids = [];
var credentials = RED.nodes.getCredentials(this.twitter);
this.status({});
@ -198,55 +246,148 @@ module.exports = function(RED) {
consumer_key: credentials.consumer_key,
consumer_secret: credentials.consumer_secret,
access_token_key: credentials.access_token,
access_token_secret: credentials.access_token_secret
access_token_secret: credentials.access_token_secret,
access_token_bearer: credentials.access_token_bearer
});
// Stream public tweets
try {
var thing = 'statuses/filter';
var tags = node.tags;
var st = { track: [tags] };
var setupStream = function() {
if (node.restart) {
node.status({fill:"green", shape:"dot", text:(tags||" ")});
twit.stream(thing, st, function(stream) {
//console.log("ST",st);
const needle = require('needle');
// The code below sets the bearer token from your environment variables
// To set environment variables on macOS or Linux, run the export command below from the terminal:
// export BEARER_TOKEN='YOUR-TOKEN'
const token = credentials.access_token_bearer;
const rulesURL = 'https://api.twitter.com/2/tweets/search/stream/rules';
const streamURL = 'https://api.twitter.com/2/tweets/search/stream';
// this sets up two rules - the value is the search terms to match on, and the tag is an identifier that
// will be applied to the Tweets return to show which rule they matched
// with a standard project with Basic Access, you can add up to 25 concurrent rules to your stream, and
// each rule can be up to 512 characters long
// Edit rules as desired below
const rules = [{
'value': node.tags,
'tag': node.tags
}];
async function getAllRules() {
const response = await needle('get', rulesURL, {
headers: {
"authorization": `Bearer ${token}`
}
})
if (response.statusCode !== 200) {
node.send("Error:", response.statusMessage, response.statusCode)
throw new Error(response.body);
}
return (response.body);
}
async function deleteAllRules(rules) {
if (!Array.isArray(rules.data)) {
return null;
}
const ids = rules.data.map(rule => rule.id);
const data = {
"delete": {
"ids": ids
}
}
const response = await needle('post', rulesURL, data, {
headers: {
"content-type": "application/json",
"authorization": `Bearer ${token}`
}
})
if (response.statusCode !== 200) {
throw new Error(response.body);
}
return (response.body);
}
async function setRules() {
const data = {
"add": rules
}
const response = await needle('post', rulesURL, data, {
headers: {
"content-type": "application/json",
"authorization": `Bearer ${token}`
}
})
if (response.statusCode !== 201) {
throw new Error(response.body);
}
return (response.body);
}
function streamConnect(retryAttempt) {
var flag = false;
const stream = needle.get(streamURL, {
headers: {
"User-Agent": "v2FilterStreamJS",
"Authorization": `Bearer ${token}`
},
timeout: 20000
});
node.stream = stream;
stream.on('data', function(tweet) {
if (tweet.user !== undefined) {
var where = tweet.user.location;
var la = tweet.lang || tweet.user.lang;
var msg = { topic:node.topic+"/"+tweet.user.screen_name, payload:tweet.text, lang:la, tweet:tweet };
if (where) {
msg.location = {place:where};
addLocationToTweet(msg);
stream.on('data', data => {
try {
const json = JSON.parse(data);
// console.log(json);
node.status({ fill: "green", shape: "dot", text: (tags || " ") });
node.send({ topic: "tweet", payload: json.data.text });
// A successful connection resets retry count.
retryAttempt = 0;
} catch (e) {
if (data.detail === "This stream is currently at the maximum allowed connection limit.") {
console.log(data.detail)
process.exit(1)
} else {
// Keep alive signal received. Do nothing.
}
node.send(msg);
//node.status({fill:"green", shape:"dot", text:(tags||" ")});
}
});
stream.on('limit', function(tweet) {
//node.status({fill:"grey", shape:"dot", text:RED._("twitter.errors.limitrate")});
node.status({fill:"grey", shape:"dot", text:(tags||" ")});
node.tout2 = setTimeout(function() { node.status({fill:"green", shape:"dot", text:(tags||" ")}); },10000);
});
stream.on('error', function(tweet,rc) {
//console.log("ERRO",rc,tweet);
if (rc == 420) {
node.status({fill:"red", shape:"ring", text:RED._("twitter.errors.ratelimit")});
}).on('err', error => {
if (error.code !== 'ECONNRESET') {
console.log(error.code);
process.exit(1);
} else {
// This reconnection logic will attempt to reconnect when a disconnection is detected.
// To avoid rate limits, this logic implements exponential backoff, so the wait time
// will increase if the client cannot reconnect to the stream.
setTimeout(() => {
console.warn("A connection error occurred. Reconnecting...")
streamConnect(++retryAttempt);
node.status({ fill: "red", shape: "ring", text: RED._("twitter.errors") });
}, 2 ** retryAttempt)
}
else {
node.status({fill:"red", shape:"ring", text:tweet.toString()});
node.warn(RED._("twitter.errors.streamerror",{error:tweet.toString(),rc:rc}));
}
twitterRateTimeout = Date.now() + retry;
if (node.restart) {
node.tout = setTimeout(function () { setupStream() }, retry);
}
});
stream.on('destroy', function (response) {
//console.log("DEST",response)
}).on('limit', limit => {
//node.status({fill:"grey", shape:"dot", text:RED._("twitter.errors.limitrate")});
node.status({ fill: "grey", shape: "dot", text: (tags || " ") });
}).on('destroy', function (response) {
twitterRateTimeout = Date.now() + 15000;
if (node.restart) {
node.status({ fill: "red", shape: "dot", text: " " });
@ -254,16 +395,92 @@ module.exports = function(RED) {
node.tout = setTimeout(function () { setupStream() }, 15000);
}
});
});
}
return stream;
}
// if 4 numeric tags that look like a geo area then set geo area
var bits = node.tags.split(",");
if (bits.length == 4) {
if ((Number(bits[0]) < Number(bits[2])) && (Number(bits[1]) < Number(bits[3]))) {
st = { locations: node.tags };
node.log(RED._("twitter.status.using-geo",{location:node.tags.toString()}));
try {
var tags = node.tags;
var st = { track: [tags] };
var setupStream = function () {
if (node.restart) {
(async () => {
let currentRules;
console.warn = ({ topic: "warning", payload: node.restart })
try {
// Gets the complete list of rules currently applied to the stream
currentRules = await getAllRules();
// Delete all rules. Comment the line below if you want to keep your existing rules.
await deleteAllRules(currentRules);
// Add rules to the stream. Comment the line below if you don't want to add new rules.
await setRules();
} catch (e) {
console.error(e);
process.exit(1);
}
// Listen to the stream.
// node.status({fill:"green", shape:"dot", text:(node.tags||" ")});
console.log("Twitter API is steraming public tweets with search term " + node.tags || " ");
var flag = false;
const stream = needle.get(streamURL, {
headers: {
"User-Agent": "v2FilterStreamJS",
"Authorization": `Bearer ${token}`
},
timeout: 20000
});
node.stream = stream;
stream.on('data', data => {
try {
const json = JSON.parse(data);
// console.log(json);
node.status({ fill: "green", shape: "dot", text: (tags || " ") });
var msg = { topic: "tweet", payload: json.data.text };
node.send(msg);
// A successful connection resets retry count.
retryAttempt = 0;
} catch (e) {
if (data.detail === "This stream is currently at the maximum allowed connection limit.") {
console.log(data.detail)
// process.exit(1)
} else {
// Keep alive signal received. Do nothing.
}
}
}).on('err', error => {
if (error.code !== 'ECONNRESET') {
console.log(error.code);
// process.exit(1);
} else {
// This reconnection logic will attempt to reconnect when a disconnection is detected.
// To avoid rate limits, this logic implements exponential backoff, so the wait time
// will increase if the client cannot reconnect to the stream.
setTimeout(() => {
console.warn("A connection error occurred. Reconnecting...")
streamConnect(++retryAttempt);
node.status({ fill: "red", shape: "ring", text: RED._("twitter.errors") });
}, 2 ** retryAttempt)
}
if (node.restart) {
node.tout = setTimeout(function () { setupStream() }, retry);
}
}).on('limit', limit => {
//node.status({fill:"grey", shape:"dot", text:RED._("twitter.errors.limitrate")});
node.status({ fill: "grey", shape: "dot", text: (tags || " ") });
}).on('destroy', function (response) {
twitterRateTimeout = Date.now() + 15000;
if (node.restart) {
node.status({ fill: "red", shape: "dot", text: " " });
node.warn(RED._("twitter.errors.unexpectedend"));
node.tout = setTimeout(function () { setupStream() }, 15000);
}
});
})();
}
}
@ -276,7 +493,7 @@ module.exports = function(RED) {
if (this.stream) {
this.restart = false;
node.stream.removeAllListeners();
this.stream.destroy();
this.stream.request.abort();
}
if ((typeof msg.payload === "string") && (msg.payload !== "")) {
st = { track: [msg.payload] };
@ -318,8 +535,8 @@ module.exports = function(RED) {
if (this.tout2) { clearTimeout(this.tout2); }
if (this.stream) {
this.restart = false;
this.stream.removeAllListeners();
this.stream.destroy();
node.stream.removeAllListeners();
this.stream.request.abort();
}
if (this.timeout_ids) {
for (var i = 0; i < this.timeout_ids.length; i++) {