diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json index 71e3c747d..4ccc4ab97 100644 --- a/packages/metascraper-amazon/package.json +++ b/packages/metascraper-amazon/package.json @@ -23,7 +23,7 @@ ], "dependencies": { "@metascraper/helpers": "^5.28.2", - "tldts": "~5.7.70" + "tldts": "~5.7.73" }, "devDependencies": { "lodash": "latest", diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json index 3c8852029..8eccbb0fb 100644 --- a/packages/metascraper-clearbit/package.json +++ b/packages/metascraper-clearbit/package.json @@ -29,7 +29,7 @@ "async-memoize-one": "~1.1.0", "got": "~11.8.3", "lodash": "~4.17.21", - "tldts": "~5.7.70" + "tldts": "~5.7.73" }, "devDependencies": { "mocha": "latest", diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json index 29755e0a3..04ebf9efa 100644 --- a/packages/metascraper-instagram/package.json +++ b/packages/metascraper-instagram/package.json @@ -25,7 +25,7 @@ "@metascraper/helpers": "^5.28.2", "jsdom": "~19.0.0", "lodash": "~4.17.21", - "tldts": "~5.7.70" + "tldts": "~5.7.73" }, "devDependencies": { "mocha": "latest", diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json index 4a0056260..b96ca9961 100644 --- a/packages/metascraper-logo-favicon/package.json +++ b/packages/metascraper-logo-favicon/package.json @@ -26,8 +26,8 @@ "@keyvhq/memoize": "~1.6.6", "@metascraper/helpers": "^5.28.2", "lodash": "~4.17.21", - "reachable-url": "~1.6.7", - "tldts": "~5.7.70" + "reachable-url": "~1.6.8", + "tldts": "~5.7.73" }, "devDependencies": { "mocha": "latest", diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index 97d2ddb03..6c94ddc82 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -32,7 +32,7 @@ "p-reflect": "~2.1.0", "p-retry": "~4.6.1", "p-timeout": "~4.1.0", - "tldts": "~5.7.70", + "tldts": "~5.7.73", "youtube-dl-exec": "~2.0.8" }, "devDependencies": { diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json index b506d98d5..ccf3eb40c 100644 --- a/packages/metascraper-soundcloud/package.json +++ b/packages/metascraper-soundcloud/package.json @@ -24,7 +24,7 @@ ], "dependencies": { "@metascraper/helpers": "^5.28.2", - "tldts": "~5.7.70" + "tldts": "~5.7.73" }, "devDependencies": { "mocha": "latest", diff --git a/packages/metascraper-spotify/index.js b/packages/metascraper-spotify/index.js index 55cb06703..327cf1c96 100644 --- a/packages/metascraper-spotify/index.js +++ b/packages/metascraper-spotify/index.js @@ -6,6 +6,7 @@ const memoize = require('@keyvhq/memoize') const got = require('got') const { + sanetizeUrl, composeRule, memoizeOne, normalizeUrl @@ -27,7 +28,12 @@ const createSpotify = ({ gotOpts, keyvOpts }) => { } } - return asyncMemoizeOne(memoize(spotify, keyvOpts)) + return asyncMemoizeOne( + memoize(spotify, keyvOpts, { + key: url => + sanetizeUrl(url, { removeQueryParameters: [/^utm_\w+/i, 'si'] }) + }) + ) } const isValidUrl = memoizeOne(url => getDomainWithoutSuffix(url) === 'spotify') diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json index ddc2bf2e4..83644c5ee 100644 --- a/packages/metascraper-spotify/package.json +++ b/packages/metascraper-spotify/package.json @@ -27,8 +27,8 @@ "@metascraper/helpers": "^5.28.2", "async-memoize-one": "~1.1.0", "got": "~11.8.3", - "spotify-url-info": "~3.0.0", - "tldts": "~5.7.70" + "spotify-url-info": "~3.0.2", + "tldts": "~5.7.73" }, "devDependencies": { "kind-of": "latest", diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json index ed8903fe1..af1de5550 100644 --- a/packages/metascraper-telegram/package.json +++ b/packages/metascraper-telegram/package.json @@ -24,8 +24,8 @@ "dependencies": { "@metascraper/helpers": "^5.28.2", "async-memoize-one": "~1.1.0", - "css-urls": "~2.0.22", - "tldts": "~5.7.70" + "css-urls": "~2.0.23", + "tldts": "~5.7.73" }, "devDependencies": { "mocha": "latest", diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json index c3c0a4f3f..d2e52878e 100644 --- a/packages/metascraper-uol/package.json +++ b/packages/metascraper-uol/package.json @@ -25,7 +25,7 @@ ], "dependencies": { "@metascraper/helpers": "^5.28.2", - "tldts": "~5.7.70" + "tldts": "~5.7.73" }, "devDependencies": { "mocha": "latest", diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json index b92374624..bb0162c9e 100644 --- a/packages/metascraper-youtube/package.json +++ b/packages/metascraper-youtube/package.json @@ -26,7 +26,7 @@ "@metascraper/helpers": "^5.28.2", "get-video-id": "~3.5.3", "p-locate": "~5.0.0", - "reachable-url": "~1.6.7" + "reachable-url": "~1.6.8" }, "devDependencies": { "lodash": "latest",