Feat: Add 2 new Topic "web scraping" & "Steganography"

mamad-1999 · Jan 20, 2025 · 4cd7773 · 4cd7773
1 parent 6c28c0f
commit 4cd7773
Show file tree

Hide file tree

Showing 4 changed files with 27 additions and 0 deletions.
diff --git a/.github/workflows/writeup-finder-runner.yml b/.github/workflows/writeup-finder-runner.yml
@@ -44,6 +44,8 @@ jobs:
           echo "PROGRAMMINGLANGS_THREAD_ID=4867" >> $GITHUB_WORKSPACE/.env
           echo "CVE_THREAD_ID=5189" >> $GITHUB_WORKSPACE/.env
           echo "OSINT_THREAD_ID=5782" >> $GITHUB_WORKSPACE/.env
+          echo "STEGANOGRAPHY_THREAD_ID=9239" >> $GITHUB_WORKSPACE/.env
+          echo "WEBSCRAPING_THREAD_ID=9242" >> $GITHUB_WORKSPACE/.env
           echo "CRYPTOGRAPHIC_THREAD_ID=8668" >> $GITHUB_WORKSPACE/.env
           echo "DB_HOST=${{ secrets.DB_HOST }}" >> $GITHUB_WORKSPACE/.env
           echo "DB_PORT=5432" >> $GITHUB_WORKSPACE/.env

diff --git a/data/keywords.json b/data/keywords.json
@@ -118,6 +118,16 @@
           "threadID": "OSINT_THREAD_ID",
           "priority": 3
         },
+        {
+          "pattern": "\\bSteganography\\b|\\bStego\\b|\\bHidden\\sData\\b|\\bData\\sHiding\\b|\\bLSB\\b|\\bLeast\\sSignificant\\sBit\\b|\\bImage\\sSteganography\\b|\\bAudio\\sSteganography\\b|\\bVideo\\sSteganography\\b",
+          "threadID": "STEGANOGRAPHY_THREAD_ID",
+          "priority": 3
+        },
+        {
+          "pattern": "\\bWeb\\sScraping\\b|\\bScraping\\b|\\bScraper\\b|\\bData\\sExtraction\\b|\\bBeautifulSoup\\b|\\bSelenium\\b|\\bPuppeteer\\b|\\bWeb\\sCrawler\\b|\\bHTTP\\sRequests\\b|\\bParse\\b",
+          "threadID": "WEBSCRAPING_THREAD_ID",
+          "priority": 3
+        },
         {
           "pattern": "\\bCryptography\\b|\\bEncryption\\b|\\bDecryption\\b|\\bHashes\\b|\\bEncoding\\b|\\bDecoding\\b|\\bCipher\\b|\\bSymmetric\\s?Encryption\\b|\\bAsymmetric\\s?Encryption\\b|\\bRSA\\b|\\bAES\\b|\\bElliptic\\s?Curve\\b|\\bKey\\s?Management\\b|\\bDigital\\s?Signature\\b|\\bCryptanalysis\\b|\\bCryptographic\\s?Protocol\\b|\\bHMAC\\b|\\bSHA\\s?1\\b|\\bSHA\\s?2\\b|\\bSHA\\s?3\\b|\\bSHA-256\\b|\\bSHA-512\\b|\\bMD5\\b|\\bPBKDF2\\b|\\bSalt\\b|\\bBcrypt\\b|\\bArgon2\\b|\\bBlowfish\\b|\\bTwofish\\b|\\bSerpent\\b|\\bDES\\b|\\bTriple\\s?DES\\b|\\bGPG\\b|\\bOpenSSL\\b|\\bHashcat\\b|\\bJohn\\s?the\\s?Ripper\\b|\\bCain\\s?and\\s?Abel\\b|\\bBase64\\b|\\bHex\\b|\\bROT13\\b|\\bHashing\\b",
           "threadID": "CRYPTOGRAPHIC_THREAD_ID",

diff --git a/data/url.txt b/data/url.txt
@@ -1,3 +1,16 @@
+https://medium.com/feed/tag/Steganography
+https://medium.com/feed/tag/Image-Steganography
+https://medium.com/feed/tag/Digital-Steganography
+https://medium.com/feed/tag/Audio-Steganography
+https://medium.com/feed/tag/Video-Steganography
+https://medium.com/feed/tag/Text-Steganography
+https://medium.com/feed/tag/Types-Of-Steganography
+
+https://medium.com/feed/tag/Web-Scrapping
+https://medium.com/feed/tag/Web-Scraping
+https://medium.com/feed/tag/Web-Scraping-Tools
+https://medium.com/feed/tag/Web-Scraping-Tips
+
 https://medium.com/feed/tag/bug-bounty-program
 https://medium.com/feed/tag/bug-hunting
 https://medium.com/feed/tag/web-security

diff --git a/utils/filters.go b/utils/filters.go
@@ -45,6 +45,8 @@ func LoadKeywords(configPath string) ([]KeywordPattern, error) {
 		"CVE_THREAD_ID":              GetEnv("CVE_THREAD_ID"),
 		"OSINT_THREAD_ID":            GetEnv("OSINT_THREAD_ID"),
 		"CRYPTOGRAPHIC_THREAD_ID":    GetEnv("CRYPTOGRAPHIC_THREAD_ID"),
+		"STEGANOGRAPHY_THREAD_ID":    GetEnv("STEGANOGRAPHY_THREAD_ID"),
+		"WEBSCRAPING_THREAD_ID":      GetEnv("WEBSCRAPING_THREAD_ID"),
 	}
 
 	// Load JSON config