perf(spotify): remove key query parameters (#520)

* build: update dependencies * refactor(spotify): remove key query parameters
microlinkhq · Mar 30, 2022 · 94e8680 · 94e8680
1 parent a318787
commit 94e8680
Show file tree

Hide file tree

Showing 11 changed files with 20 additions and 14 deletions.
diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json
@@ -23,7 +23,7 @@
   ],
   "dependencies": {
     "@metascraper/helpers": "^5.28.2",
-    "tldts": "~5.7.70"
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "lodash": "latest",

diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json
@@ -29,7 +29,7 @@
     "async-memoize-one": "~1.1.0",
     "got": "~11.8.3",
     "lodash": "~4.17.21",
-    "tldts": "~5.7.70"
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "mocha": "latest",

diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json
@@ -25,7 +25,7 @@
     "@metascraper/helpers": "^5.28.2",
     "jsdom": "~19.0.0",
     "lodash": "~4.17.21",
-    "tldts": "~5.7.70"
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "mocha": "latest",

diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json
@@ -26,8 +26,8 @@
     "@keyvhq/memoize": "~1.6.6",
     "@metascraper/helpers": "^5.28.2",
     "lodash": "~4.17.21",
-    "reachable-url": "~1.6.7",
-    "tldts": "~5.7.70"
+    "reachable-url": "~1.6.8",
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "mocha": "latest",

diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json
@@ -32,7 +32,7 @@
     "p-reflect": "~2.1.0",
     "p-retry": "~4.6.1",
     "p-timeout": "~4.1.0",
-    "tldts": "~5.7.70",
+    "tldts": "~5.7.73",
     "youtube-dl-exec": "~2.0.8"
   },
   "devDependencies": {

diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json
@@ -24,7 +24,7 @@
   ],
   "dependencies": {
     "@metascraper/helpers": "^5.28.2",
-    "tldts": "~5.7.70"
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "mocha": "latest",

diff --git a/packages/metascraper-spotify/index.js b/packages/metascraper-spotify/index.js
@@ -6,6 +6,7 @@ const memoize = require('@keyvhq/memoize')
 const got = require('got')
 
 const {
+  sanetizeUrl,
   composeRule,
   memoizeOne,
   normalizeUrl
@@ -27,7 +28,12 @@ const createSpotify = ({ gotOpts, keyvOpts }) => {
     }
   }
 
-  return asyncMemoizeOne(memoize(spotify, keyvOpts))
+  return asyncMemoizeOne(
+    memoize(spotify, keyvOpts, {
+      key: url =>
+        sanetizeUrl(url, { removeQueryParameters: [/^utm_\w+/i, 'si'] })
+    })
+  )
 }
 
 const isValidUrl = memoizeOne(url => getDomainWithoutSuffix(url) === 'spotify')

diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json
@@ -27,8 +27,8 @@
     "@metascraper/helpers": "^5.28.2",
     "async-memoize-one": "~1.1.0",
     "got": "~11.8.3",
-    "spotify-url-info": "~3.0.0",
-    "tldts": "~5.7.70"
+    "spotify-url-info": "~3.0.2",
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "kind-of": "latest",

diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json
@@ -24,8 +24,8 @@
   "dependencies": {
     "@metascraper/helpers": "^5.28.2",
     "async-memoize-one": "~1.1.0",
-    "css-urls": "~2.0.22",
-    "tldts": "~5.7.70"
+    "css-urls": "~2.0.23",
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "mocha": "latest",

diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json
@@ -25,7 +25,7 @@
   ],
   "dependencies": {
     "@metascraper/helpers": "^5.28.2",
-    "tldts": "~5.7.70"
+    "tldts": "~5.7.73"
   },
   "devDependencies": {
     "mocha": "latest",

diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json
@@ -26,7 +26,7 @@
     "@metascraper/helpers": "^5.28.2",
     "get-video-id": "~3.5.3",
     "p-locate": "~5.0.0",
-    "reachable-url": "~1.6.7"
+    "reachable-url": "~1.6.8"
   },
   "devDependencies": {
     "lodash": "latest",