Strip URLs out of contents field of Steam API return

Bump up content length limit in MHW & Rocket League to compensate
Wumbology-Inc · Sep 28, 2018 · 3fe943d · 3fe943d
1 parent 85d243d
commit 3fe943d
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 3 deletions.
diff --git a/bot/cogs/mhw.py b/bot/cogs/mhw.py
@@ -28,7 +28,7 @@ async def getofficialnews(self, appID: int=None) -> typing.List:
         """
         appID = appID if appID is not None else self.appID
 
-        news = await SteamNewsPost.asyncgetnewsforapp(appID=appID, count=15, maxlength=500)
+        news = await SteamNewsPost.asyncgetnewsforapp(appID=appID, count=15, maxlength=600)
         logging.info(f"{len(news)} MHW news posts returned by Steam's API")
         officialnews = [item for item in news if self.MHWnewsfilter(item, self.officialaccount)]
 

diff --git a/bot/cogs/rocketleague.py b/bot/cogs/rocketleague.py
@@ -28,7 +28,7 @@ async def getofficialnews(self, appID: int=None) -> typing.List:
         """
         appID = appID if appID is not None else self.appID
 
-        news = await SteamNewsPost.asyncgetnewsforapp(appID=appID, count=15, maxlength=500)
+        news = await SteamNewsPost.asyncgetnewsforapp(appID=appID, count=15, maxlength=600)
         logging.info(f"{len(news)} RL news post(s) returned by Steam's API")
         officialnews = [item for item in news if self.RLnewsfilter(item, self.psyonixstaff)]
 

diff --git a/bot/models/Steam.py b/bot/models/Steam.py
@@ -1,4 +1,5 @@
 import asyncio
+import re
 import typing
 from datetime import datetime
 
@@ -18,7 +19,7 @@ def __init__(self, gid: str=None, title: str=None, url: str=None, is_external_ur
         self.url = URL(url)
         self.is_external_url = is_external_url
         self.author = author
-        self.contents = contents
+        self.contents = self._stripURL(contents)
         self.feedlabel = feedlabel
         self.date = datetime.fromtimestamp(date)
         self.feedname = feedname
@@ -52,3 +53,11 @@ def getnewsforapp(appID: int=582010, count: int=10, maxlength: int=300,
 
         if rawdict['appnews'] and rawdict['appnews']['newsitems']:
             return [SteamNewsPost(**item) for item in rawdict['appnews']['newsitems']]
+
+    @staticmethod
+    def _stripURL(instr: str) -> str:
+        """
+        Strip URLs out of instr using a basic regex
+        """
+        exp = r"https?:\/\/[\w\-\.\/]+\s?"
+        return re.sub(exp, '', instr)