Add new plugin unique, to check last messages

tgcf/plugin_models.py

@@ -81,6 +81,8 @@ class Caption(BaseModel):
     header: str = ""
     footer: str = ""
 
+class Unique(BaseModel):
+    check: bool = False
 
 class Sender(BaseModel):
     check: bool = False
@@ -104,6 +106,7 @@ class PluginConfig(BaseModel):
     ocr: OcrConfig = OcrConfig()
     replace: Replace = Replace()
     caption: Caption = Caption()
+    unique: Unique = Unique()
     sender: Sender = Sender()
     gsheet_logger: GsheetLogger = GsheetLogger()
 

tgcf/plugins/unique.py

@@ -0,0 +1,29 @@
+import logging
+
+from pydantic import BaseModel  # pylint: disable=no-name-in-module
+
+from tgcf.plugins import TgcfMessage, TgcfPlugin
+
+
+class TgcfUnique(TgcfPlugin):
+    id_ = "unique"
+
+    def __init__(self, data) -> None:
+        self.max = 5
+        self.messages = []
+
+    def modify(self, tm: TgcfMessage) -> TgcfMessage:
+        if self.text_unique(tm):
+            logging.info("Message passed unique filter")
+            self.include_message(tm)
+            return tm
+
+    def text_unique(self, tm: TgcfMessage) -> bool:
+        return tm.raw_text not in self.messages
+
+    def include_message(self, tm: TgcfMessage):
+        self.messages.insert(0, tm.raw_text)
+        if len(self.messages) > self.max:
+            self.messages.pop()
+            logging.info("Too many messages. Remove 1 oldest")
+

tgcf/web_ui/pages/4_🔌_Plugins.py

@@ -234,6 +234,11 @@
                     "You can have blank lines inside header and footer, to make space between the orignal message and captions."
                 )
 
+            with st.expander("Unique"):
+                pc.unique.check = st.checkbox(
+                    "Check if message is unique", value=pc.unique.check, key=f"apply unique {i}"
+                )
+
             with st.expander("Sender"):
                 st.write(
                     "Modify the sender of forwarded messages other than the current user/bot"