Add new plugin unique, to check last messages

tgcf/plugin_models.py

@@ -81,6 +81,9 @@ class Caption(BaseModel):
     header: str = ""
     footer: str = ""
 
+class Unique(BaseModel):
+    check: bool = False
+
 class Sender(BaseModel):
     check: bool = False
     user_type: int = 0  # 0:bot, 1:user
@@ -94,6 +97,7 @@ class PluginConfig(BaseModel):
     ocr: OcrConfig = OcrConfig()
     replace: Replace = Replace()
     caption: Caption = Caption()
+    unique: Unique = Unique()
     sender: Sender = Sender()
 
 

tgcf/plugins/unique.py

@@ -0,0 +1,29 @@
+import logging
+
+from pydantic import BaseModel  # pylint: disable=no-name-in-module
+
+from tgcf.plugins import TgcfMessage, TgcfPlugin
+
+
+class TgcfUnique(TgcfPlugin):
+    id_ = "unique"
+
+    def __init__(self, data) -> None:
+        self.max = 5
+        self.messages = []
+
+    def modify(self, tm: TgcfMessage) -> TgcfMessage:
+        if self.text_unique(tm):
+            logging.info("Message passed unique filter")
+            self.include_message(tm)
+            return tm
+
+    def text_unique(self, tm: TgcfMessage) -> bool:
+        return tm.raw_text not in self.messages
+
+    def include_message(self, tm: TgcfMessage):
+        self.messages.insert(0, tm.raw_text)
+        if len(self.messages) > self.max:
+            self.messages.pop()
+            logging.info("Too many messages. Remove 1 oldest")
+

tgcf/web_ui/pages/4_🔌_Plugins.py

@@ -163,6 +163,11 @@
             "You can have blank lines inside header and footer, to make space between the orignal message and captions."
         )
 
+    with st.expander("Unique"):
+        CONFIG.plugins.unique.check = st.checkbox(
+            "Use this plugin: unique", value=CONFIG.plugins.unique.check
+        )
+
     with st.expander("Sender"):
         st.write("Modify the sender of forwarded messages other than the current user/bot")
         st.warning("Show 'Forwarded from' option must be disabled or else messages will not be sent",icon="⚠️")