From eb5dbc8bfa790c6de7791ae050c4da96bba9730a Mon Sep 17 00:00:00 2001 From: haydenmcp Date: Sat, 26 Feb 2022 17:08:30 -0500 Subject: [PATCH 1/3] Removed retweets from twitter requests. --- .../collect-data/src/collect-data.mjs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/deep-microservice-collection/collect-data/src/collect-data.mjs b/packages/deep-microservice-collection/collect-data/src/collect-data.mjs index 22388efae..a178ffcf2 100644 --- a/packages/deep-microservice-collection/collect-data/src/collect-data.mjs +++ b/packages/deep-microservice-collection/collect-data/src/collect-data.mjs @@ -100,7 +100,7 @@ try { await collectDataClient.connect(); const recentTweets = await collectDataClient.fetchRecentTweets({ - query: `${options.entityName} lang:en`, + query: `${options.entityName} lang:en -is:retweets`, max_results: options.numTweets }); logger.debug(`Retrieved the following tweets: ${JSON.stringify(recentTweets)}`); From 5fd3225785eafa8013813c5817b5cef513c7d848 Mon Sep 17 00:00:00 2001 From: haydenmcp Date: Sat, 26 Feb 2022 17:09:33 -0500 Subject: [PATCH 2/3] Changed fetch interval to every minute for testing. --- .../deep-microservice-collection/src/collection-service.mjs | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/packages/deep-microservice-collection/src/collection-service.mjs b/packages/deep-microservice-collection/src/collection-service.mjs index a3a4c7f8e..6fd05f0a6 100644 --- a/packages/deep-microservice-collection/src/collection-service.mjs +++ b/packages/deep-microservice-collection/src/collection-service.mjs @@ -140,7 +140,8 @@ class CollectionService { * As a result, ~400 businesses can be watched when fetched every 6 hours. */ /** min | hour | day | month | weekday */ - schedule: `0 */6 * * *`, + // schedule: `0 */6 * * *`, + schedule: `* * * * *`, image: 'thinkdeeptech/collect-data:latest', command: 'node', args: ['src/collect-data.mjs', `--entity-name=${entityName}`, `--entity-type=${entityType}`, '--operation-type=fetch-tweets'] From 59527f561eda2b2c1cedd62ddf37568f2d060abe Mon Sep 17 00:00:00 2001 From: haydenmcp Date: Sat, 26 Feb 2022 17:16:10 -0500 Subject: [PATCH 3/3] Eliminated plural form of tweet from query. --- .../collect-data/src/collect-data.mjs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/deep-microservice-collection/collect-data/src/collect-data.mjs b/packages/deep-microservice-collection/collect-data/src/collect-data.mjs index a178ffcf2..30806255e 100644 --- a/packages/deep-microservice-collection/collect-data/src/collect-data.mjs +++ b/packages/deep-microservice-collection/collect-data/src/collect-data.mjs @@ -100,7 +100,7 @@ try { await collectDataClient.connect(); const recentTweets = await collectDataClient.fetchRecentTweets({ - query: `${options.entityName} lang:en -is:retweets`, + query: `${options.entityName} lang:en -is:retweet`, max_results: options.numTweets }); logger.debug(`Retrieved the following tweets: ${JSON.stringify(recentTweets)}`);