fix: leading character exploit (#332)

* fix: leading ೦ * fix: any leading zeros * fix: makefile * fix: additional characters
masa-finance · Dec 23, 2024 · 0f56ac6 · 0f56ac6
1 parent 71965be
commit 0f56ac6
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 6 deletions.
diff --git a/masa/validator/forwarder.py b/masa/validator/forwarder.py
@@ -35,6 +35,8 @@
 
 from masa_ai.tools.validator import TrendingQueries, TweetValidator
 
+import re
+
 
 class Forwarder:
     def __init__(self, validator):
@@ -213,14 +215,14 @@ async def get_miners_volumes(self):
             if not all_responses:
                 continue
 
-            # also remove all padded 0's from the response IDs
+            # Use regex to remove all leading zeros or similar characters
             unique_tweets_response = list(
                 {
-                    resp["Tweet"]["ID"].lstrip("0"): {
+                    re.sub(r"^[0೦०]+", "", resp["Tweet"]["ID"]): {
                         **resp,
                         "Tweet": {
                             **resp["Tweet"],
-                            "ID": resp["Tweet"]["ID"].lstrip("0"),
+                            "ID": re.sub(r"^[0೦०]+", "", resp["Tweet"]["ID"]),
                         },
                     }
                     for resp in all_responses

diff --git a/notebooks/mainnet/axons.ipynb b/notebooks/mainnet/axons.ipynb
diff --git a/notebooks/mainnet/volumes.ipynb b/notebooks/mainnet/volumes.ipynb