diff --git a/packages/deep-microservice-collection/collect-data/src/collect-data.mjs b/packages/deep-microservice-collection/collect-data/src/collect-data.mjs index 22388efae..30806255e 100644 --- a/packages/deep-microservice-collection/collect-data/src/collect-data.mjs +++ b/packages/deep-microservice-collection/collect-data/src/collect-data.mjs @@ -100,7 +100,7 @@ try { await collectDataClient.connect(); const recentTweets = await collectDataClient.fetchRecentTweets({ - query: `${options.entityName} lang:en`, + query: `${options.entityName} lang:en -is:retweet`, max_results: options.numTweets }); logger.debug(`Retrieved the following tweets: ${JSON.stringify(recentTweets)}`); diff --git a/packages/deep-microservice-collection/src/collection-service.mjs b/packages/deep-microservice-collection/src/collection-service.mjs index a3a4c7f8e..6fd05f0a6 100644 --- a/packages/deep-microservice-collection/src/collection-service.mjs +++ b/packages/deep-microservice-collection/src/collection-service.mjs @@ -140,7 +140,8 @@ class CollectionService { * As a result, ~400 businesses can be watched when fetched every 6 hours. */ /** min | hour | day | month | weekday */ - schedule: `0 */6 * * *`, + // schedule: `0 */6 * * *`, + schedule: `* * * * *`, image: 'thinkdeeptech/collect-data:latest', command: 'node', args: ['src/collect-data.mjs', `--entity-name=${entityName}`, `--entity-type=${entityType}`, '--operation-type=fetch-tweets']