From 357083bf1d55c3e45d913e033e7bfeb3f0542a57 Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Thu, 5 Dec 2024 16:33:49 +0200 Subject: [PATCH 01/13] 399221f4.java --- meta/ec138349.csv | 3 +++ 1 file changed, 3 insertions(+) diff --git a/meta/ec138349.csv b/meta/ec138349.csv index 6d71f39b2..c0884da9c 100644 --- a/meta/ec138349.csv +++ b/meta/ec138349.csv @@ -184,3 +184,6 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 1338530,18b43943,GitHub,ec138349,data/ec138349/test/18b43943.java,47,47,F,F,6,101,F,F,,,,,0.0,0,F,F,F,JSON Web Token 1338573,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,125,125,Template,F,58,65,F,F,,,,,0.0,0,F,F,F,Auth:Token 1338575,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,158,158,F,F,58,68,F,F,,,,,0.0,0,F,F,F,Auth:Token +1480507,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,T,F,135,171,F,F,,,,,0.0,0,F,F,F,Auth:Nonce +1480508,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,T,F,256,292,F,F,,,,,0.0,0,F,F,F,Auth:Token +1480511,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,64,64,T,F,148,167,F,F,,,,,0.0,0,F,F,F,Auth:Nonce From 05d50b5371a43ad50fffd60decf26bba8600f7aa Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Thu, 5 Dec 2024 16:44:50 +0200 Subject: [PATCH 02/13] 6aae1316 --- meta/6aae1316.csv | 53 ----------------------------------------------- 1 file changed, 53 deletions(-) diff --git a/meta/6aae1316.csv b/meta/6aae1316.csv index e3f2314d6..304e1c85f 100644 --- a/meta/6aae1316.csv +++ b/meta/6aae1316.csv @@ -33,14 +33,12 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 28947,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 28948,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 28950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -1028950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential 28951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 28952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 28955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 28957,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 28958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 28959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -1028959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential 28960,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 29004,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 29005,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token @@ -256,58 +254,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 136993,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,F,30,78,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 136995,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,F,30,78,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 136997,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,F,30,78,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket -1028923,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,264,264,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1028924,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,186,186,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1028951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1028952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1028958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029052,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,212,212,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029055,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,394,394,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029561,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,82,82,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029059,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,238,238,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029069,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,446,446,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029071,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,134,134,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029077,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,472,472,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029081,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,368,368,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029082,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,420,420,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -1029085,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,160,160,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential 1137945,31cb2a2e,GitHub,6aae1316,data/6aae1316/src/31cb2a2e.rb,39,39,T,F,130,154,F,F,,,,,0.0,0,F,F,F,Auth -1137946,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,30,30,T,F,244,307,F,F,,,,,0.0,0,F,F,F,Credential -1137947,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137948,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,82,82,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137949,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,108,108,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137950,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,134,134,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137951,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,160,160,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137952,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,186,186,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137953,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,212,212,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137954,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,238,238,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,264,264,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137956,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,290,290,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137957,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,316,316,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137958,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,342,342,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137959,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,368,368,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137960,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,394,394,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137961,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,420,420,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137962,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,446,446,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137963,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,472,472,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137964,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,30,30,T,F,244,307,F,F,,,,,0.0,0,F,F,F,Credential -1137965,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137966,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,82,82,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137967,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,108,108,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137968,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,134,134,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137969,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,160,160,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137970,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,186,186,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137971,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,212,212,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137972,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,238,238,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137973,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,264,264,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137974,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,290,290,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137975,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,316,316,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137976,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,342,342,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137977,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,368,368,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137978,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,394,394,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137979,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137980,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential -1137981,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential 1339671,0bc4739d,GitHub,6aae1316,data/6aae1316/src/0bc4739d.json,15,15,T,F,14,50,F,F,,,,,0.0,0,F,F,F,UUID 1339672,1180cfbe,GitHub,6aae1316,data/6aae1316/src/1180cfbe.json,15,15,T,F,14,50,F,F,,,,,0.0,0,F,F,F,UUID 1339673,1acefd9f,GitHub,6aae1316,data/6aae1316/src/1acefd9f.json,15,15,T,F,14,50,F,F,,,,,0.0,0,F,F,F,UUID From a2521d2ee156f030c2c13b8df82fa1305fd8a06a Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Thu, 5 Dec 2024 16:56:59 +0200 Subject: [PATCH 03/13] 6aae1316 --- meta/6aae1316.csv | 105 +++++++++++++++++++++++----------------------- 1 file changed, 52 insertions(+), 53 deletions(-) diff --git a/meta/6aae1316.csv b/meta/6aae1316.csv index 304e1c85f..75f71522d 100644 --- a/meta/6aae1316.csv +++ b/meta/6aae1316.csv @@ -22,59 +22,58 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 23449,20a593c4,GitHub,6aae1316,data/6aae1316/src/20a593c4.rb,39,39,F,F,,,F,F,,,,,0,0,F,F,F,Token 23553,bc60f4ea,GitHub,6aae1316,data/6aae1316/src/bc60f4ea.rb,80,80,F,F,,,F,F,,,,,0,0,F,F,F,API 28859,d628a613,GitHub,6aae1316,data/6aae1316/src/d628a613.rb,26,26,Template,T,31,48,F,F,Any,,,Token,2.61,17,F,F,F,API:Token -28923,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28924,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28941,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28942,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28943,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28944,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28945,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28946,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28947,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28948,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28923,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28924,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28941,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28942,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28943,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28944,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28945,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28946,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28947,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28948,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 28955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28957,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -28960,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29004,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29005,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29047,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29048,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29049,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29052,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29054,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29055,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29056,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29058,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29059,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29060,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28957,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28960,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29004,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29005,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29047,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29048,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29049,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29052,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29054,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29055,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29056,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29058,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29059,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29060,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 29063,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29064,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29065,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29066,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29067,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29069,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29071,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29072,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29074,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29075,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29076,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29077,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29078,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -1029078,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,30,30,T,T,244,307,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential -29079,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29080,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29081,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29082,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29083,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29084,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29085,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29087,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -29089,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29064,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29065,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29066,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29067,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29069,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29071,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29072,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29074,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29075,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29076,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29077,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29078,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29079,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29080,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29081,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29082,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29083,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29084,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29085,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29087,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +29089,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 29738,293a543a,GitHub,6aae1316,data/6aae1316/src/293a543a.slim,251,251,Template,T,22,45,F,F,Any,,,Token,3.29,23,F,F,F,Token 29739,293a543a,GitHub,6aae1316,data/6aae1316/src/293a543a.slim,250,250,Template,T,22,45,F,F,Any,,,Token,3.41,23,F,F,F,Token 31334,25b3ab72,GitHub,6aae1316,data/6aae1316/src/25b3ab72.diff,280,280,Template,T,21,27,F,F,CharsOnly,,,Key,2.25,6,F,F,F,API:Key @@ -117,8 +116,8 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 41599,f43bde42,GitHub,6aae1316,data/6aae1316/src/f43bde42.rb,133,133,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Other 41600,f43bde42,GitHub,6aae1316,data/6aae1316/src/f43bde42.rb,362,362,T,F,190,204,F,F,Any,,,Token,0.0,24,F,F,F,Token 41601,f43bde42,GitHub,6aae1316,data/6aae1316/src/f43bde42.rb,397,397,F,F,45,81,F,F,,,,,0.0,0,F,F,F,Other -42392,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token -42393,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +42392,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +42393,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 42432,3ab46ee2,GitHub,6aae1316,data/6aae1316/src/3ab46ee2.yml,24,24,T,F,16,34,F,F,Any,,,Token,3.28,18,F,F,F,Bitbucket Client ID:Token 52935,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,587,587,F,F,,,F,F,,,,,0,0,F,F,F,Auth 52936,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,573,573,F,F,,,F,F,,,,,0,0,F,F,F,Auth From 2056faaebbf0809c0cc36923176a14f77af6a3ed Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Thu, 5 Dec 2024 16:58:59 +0200 Subject: [PATCH 04/13] 0f133e09 --- meta/0f133e09.csv | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/meta/0f133e09.csv b/meta/0f133e09.csv index 2370befcf..e6aaf8922 100644 --- a/meta/0f133e09.csv +++ b/meta/0f133e09.csv @@ -92,7 +92,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 5524,1f06b1ec,GitHub,0f133e09,data/0f133e09/test/1f06b1ec.txt,20,20,F,F,,,F,F,,,,,0,0,F,F,F,Bitbucket Client ID 5525,1f06b1ec,GitHub,0f133e09,data/0f133e09/test/1f06b1ec.txt,31,31,F,F,,,F,F,,,,,0,0,F,F,F,Bitbucket Client ID 5526,df4aac99,GitHub,0f133e09,data/0f133e09/test/df4aac99.txt,9,9,F,F,,,F,F,,,,,0,0,F,F,F,Bitbucket Client ID -5527,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,394,414,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token +5527,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,394,414,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 105527,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,394,457,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,Credential 136762,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,292,321,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 6626,7814ce17,GitHub,0f133e09,data/0f133e09/test/7814ce17.txt,21,21,F,F,,,F,F,,,,,0,0,F,F,F,Auth @@ -556,8 +556,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 20169,412e86f3,GitHub,0f133e09,data/0f133e09/test/412e86f3.py,51,51,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Other 20170,9877ceb1,GitHub,0f133e09,data/0f133e09/test/9877ceb1.py,41,41,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Other 20171,d27bec8f,GitHub,0f133e09,data/0f133e09/test/d27bec8f.py,54,54,F,F,,,F,F,,,,,0,0,F,F,F,Auth -20172,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,143,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID -1020172,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,186,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,Credential +20172,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,143,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID:Credential 136761,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,313,F,F,,,,,0.0,0,F,F,F,AWS Multi 136760,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,21,50,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 20680,0ccc1045,GitHub,0f133e09,data/0f133e09/src/0ccc1045.py,1236,1236,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key @@ -575,8 +574,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 30876,d4a67d01,GitHub,0f133e09,data/0f133e09/test/d4a67d01.txt,10,10,F,F,57,437,T,F,Any,,,PublicKey,5.84,380,F,F,F,Key 30877,d6019b5f,GitHub,0f133e09,data/0f133e09/test/d6019b5f.txt,10,10,F,T,74,454,T,F,Any,,,Unknown,5.83,380,F,F,F,Key 30883,7400d4c5,GitHub,0f133e09,data/0f133e09/test/7400d4c5.txt,10,10,F,F,9,389,F,F,Any,,,Unknown,5.84,380,F,F,F,Key -30951,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,T,110,130,T,F,Any,,AWS Client ID,Secret,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token -1030951,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,T,110,173,T,F,Any,,AWS Client ID,Secret,3.78,20,F,F,F,Credential +30951,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,T,110,130,T,F,Any,,AWS Client ID,Secret,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 136763,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,F,8,37,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 31365,b3356305,GitHub,0f133e09,data/0f133e09/other/b3356305.md,35,35,Template,T,65,77,F,F,Any,,,Token,2.79,12,F,F,F,Token 34714,cd589265,GitHub,0f133e09,data/0f133e09/test/cd589265.py,281,281,Template,T,29,37,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password From e87f71ebd6ccd6d0ac05918bac571f97df9874c1 Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Thu, 5 Dec 2024 17:00:49 +0200 Subject: [PATCH 05/13] upd --- .ci/benchmark.txt | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index 14ce3f0c5..06eeea551 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,6 +1,6 @@ -META MD5 414228344bac7e55c5127be7b244e460 -DATA MD5 abd9c025d5c323af814fbeb33f469c90 -DATA: 16342283 interested lines. MARKUP: 62020 items +META MD5 c2612390a2d4eec2857490025fc3e9d1 +DATA MD5 6444eafe650282d2407960f82ef5d014 +DATA: 16342283 interested lines. MARKUP: 62022 items FileType FileNumber ValidLines Positives Negatives Templates --------------- ------------ ------------ ----------- ----------- ----------- 194 28318 71 418 90 @@ -82,11 +82,11 @@ FileType FileNumber ValidLines Positives Negatives Templat .ipynb 1 134 5 .j 1 241 4 .j2 30 5530 6 186 10 -.java 621 134132 362 1365 171 +.java 621 134132 368 1365 171 .jenkinsfile 1 58 2 6 .jinja2 1 64 2 .js 659 536413 531 2497 331 -.json 851 13046493 1077 10907 140 +.json 851 13046493 1075 10907 140 .jsp 13 3202 1 40 .jsx 7 857 19 .jwt 1 1 2 @@ -209,7 +209,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .ts 583 106730 157 1800 203 .tsx 54 7914 1 114 5 .ttar 1 452 1 -.txt 440 78102 5287 6354 49 +.txt 440 78102 5288 6354 49 .utf8 1 77 2 .vsixmanifest 1 36 1 .vsmdi 1 6 2 @@ -222,7 +222,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 419 36169 559 889 376 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10232 16342283 12255 49692 5101 +TOTAL: 10232 16342283 12260 49692 5101 credsweeper result_cnt : 0, lost_cnt : 0, true_cnt : 0, false_cnt : 0 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ----- -------- -------- -------- ----- -------- ---- @@ -231,7 +231,7 @@ AWS Client ID 168 21 0 AWS Multi 82 10 0 0 0 10 82 0.000000 1.000000 0.108696 0.000000 AWS S3 Bucket 67 23 0 0 0 23 67 0.000000 1.000000 0.255556 0.000000 Atlassian Old PAT token 27 308 3 0 0 311 27 0.000000 1.000000 0.920118 0.000000 -Auth 414 2739 82 0 0 2821 414 0.000000 1.000000 0.872025 0.000000 +Auth 417 2739 82 0 0 2821 417 0.000000 1.000000 0.871217 0.000000 Azure Access Token 19 0 0 0 0 0 19 1.000000 0.000000 0.000000 BASE64 Private Key 7 4 0 0 0 4 7 0.000000 1.000000 0.363636 0.000000 BASE64 encoded PEM Private Key 7 0 0 0 0 0 7 1.000000 0.000000 0.000000 @@ -242,7 +242,7 @@ CMD Password 21 128 6 CMD Secret 1 1 0 0 0 1 1 0.000000 1.000000 0.500000 0.000000 CMD Token 6 0 0 0 0 0 6 1.000000 0.000000 0.000000 Certificate 24 471 0 0 0 471 24 0.000000 1.000000 0.951515 0.000000 -Credential 91 421 76 0 0 497 91 0.000000 1.000000 0.845238 0.000000 +Credential 90 421 76 0 0 497 90 0.000000 1.000000 0.846678 0.000000 Docker Swarm Token 2 0 0 0 0 0 2 1.000000 0.000000 0.000000 Dropbox App secret 64 139 1 0 0 140 64 0.000000 1.000000 0.686275 0.000000 Facebook Access Token 0 1 0 0 0 1 0 0.000000 1.000000 @@ -258,7 +258,7 @@ JSON Web Token 170 61 0 Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 Jira 2FA 15 6 1 0 0 7 15 0.000000 1.000000 0.318182 0.000000 Key 3909 15717 485 0 0 16202 3909 0.000000 1.000000 0.805629 0.000000 -Nonce 91 49 0 0 0 49 91 0.000000 1.000000 0.350000 0.000000 +Nonce 93 49 0 0 0 49 93 0.000000 1.000000 0.345070 0.000000 Other 8 7445 1 0 0 7446 8 0.000000 1.000000 0.998927 0.000000 PEM Private Key 1019 1483 0 0 0 1483 1019 0.000000 1.000000 0.592726 0.000000 Password 1869 7536 2680 0 0 10216 1869 0.000000 1.000000 0.845345 0.000000 @@ -267,8 +267,8 @@ Secret 1297 1576 802 Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 Slack Token 4 1 0 0 0 1 4 0.000000 1.000000 0.200000 0.000000 Tencent WeChat API App ID 6 0 0 0 0 0 6 1.000000 0.000000 0.000000 -Token 643 4170 454 0 0 4624 643 0.000000 1.000000 0.877919 0.000000 +Token 644 4170 454 0 0 4624 644 0.000000 1.000000 0.877752 0.000000 Twilio Credentials 30 39 0 0 0 39 30 0.000000 1.000000 0.565217 0.000000 URL Credentials 210 157 215 0 0 372 210 0.000000 1.000000 0.639175 0.000000 UUID 1069 265 0 0 0 265 1069 0.000000 1.000000 0.198651 0.000000 - 12255 49692 5101 0 0 0 49692 12255 0.000000 1.000000 0.802170 0.000000 + 12260 49692 5101 0 0 0 49692 12260 0.000000 1.000000 0.802105 0.000000 From a59ba809768e9dccb7e627eaabae445dc0205899 Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Thu, 5 Dec 2024 17:07:41 +0200 Subject: [PATCH 06/13] done --- meta/6aae1316.csv | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/meta/6aae1316.csv b/meta/6aae1316.csv index 75f71522d..5404e3d04 100644 --- a/meta/6aae1316.csv +++ b/meta/6aae1316.csv @@ -35,7 +35,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 28950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 28951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 28952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 28957,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 28958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 28959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential @@ -52,7 +52,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 29058,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 29059,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 29060,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29063,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29063,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 29064,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 29065,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential 29066,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential From 7ed0533cba8afa5e3e83e13f133090b302e926a6 Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Thu, 5 Dec 2024 17:14:32 +0200 Subject: [PATCH 07/13] upd --- .ci/benchmark.txt | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index 06eeea551..76d1e0e77 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,4 +1,4 @@ -META MD5 c2612390a2d4eec2857490025fc3e9d1 +META MD5 825045827e958406a8bfd2731c57f77c DATA MD5 6444eafe650282d2407960f82ef5d014 DATA: 16342283 interested lines. MARKUP: 62022 items FileType FileNumber ValidLines Positives Negatives Templates @@ -86,7 +86,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .jenkinsfile 1 58 2 6 .jinja2 1 64 2 .js 659 536413 531 2497 331 -.json 851 13046493 1075 10907 140 +.json 851 13046493 1077 10907 140 .jsp 13 3202 1 40 .jsx 7 857 19 .jwt 1 1 2 @@ -222,7 +222,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 419 36169 559 889 376 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10232 16342283 12260 49692 5101 +TOTAL: 10232 16342283 12262 49692 5101 credsweeper result_cnt : 0, lost_cnt : 0, true_cnt : 0, false_cnt : 0 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ----- -------- -------- -------- ----- -------- ---- @@ -242,7 +242,7 @@ CMD Password 21 128 6 CMD Secret 1 1 0 0 0 1 1 0.000000 1.000000 0.500000 0.000000 CMD Token 6 0 0 0 0 0 6 1.000000 0.000000 0.000000 Certificate 24 471 0 0 0 471 24 0.000000 1.000000 0.951515 0.000000 -Credential 90 421 76 0 0 497 90 0.000000 1.000000 0.846678 0.000000 +Credential 92 421 76 0 0 497 92 0.000000 1.000000 0.843803 0.000000 Docker Swarm Token 2 0 0 0 0 0 2 1.000000 0.000000 0.000000 Dropbox App secret 64 139 1 0 0 140 64 0.000000 1.000000 0.686275 0.000000 Facebook Access Token 0 1 0 0 0 1 0 0.000000 1.000000 @@ -271,4 +271,4 @@ Token 644 4170 454 Twilio Credentials 30 39 0 0 0 39 30 0.000000 1.000000 0.565217 0.000000 URL Credentials 210 157 215 0 0 372 210 0.000000 1.000000 0.639175 0.000000 UUID 1069 265 0 0 0 265 1069 0.000000 1.000000 0.198651 0.000000 - 12260 49692 5101 0 0 0 49692 12260 0.000000 1.000000 0.802105 0.000000 + 12262 49692 5101 0 0 0 49692 12262 0.000000 1.000000 0.802079 0.000000 From fe48ef739372316d00548a91a1b44035bdd0dfab Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Mon, 9 Dec 2024 11:53:18 +0200 Subject: [PATCH 08/13] --fix --- benchmark/__main__.py | 5 +++- benchmark/app.py | 8 ++++-- benchmark/scanner/credential_digger.py | 7 +++-- benchmark/scanner/credsweeper.py | 4 +-- benchmark/scanner/detect_secrets.py | 4 +-- benchmark/scanner/gitleaks.py | 6 ++-- benchmark/scanner/scanner.py | 38 +++++++++++++++++++++++++- benchmark/scanner/scanner_factory.py | 23 ++++++++++------ benchmark/scanner/shhgit.py | 4 +-- benchmark/scanner/trufflehog.py | 4 +-- benchmark/scanner/trufflehog3.py | 9 +++--- benchmark/scanner/wraith.py | 11 ++++---- 12 files changed, 87 insertions(+), 36 deletions(-) diff --git a/benchmark/__main__.py b/benchmark/__main__.py index 285d4cacd..7c9f4f20e 100644 --- a/benchmark/__main__.py +++ b/benchmark/__main__.py @@ -18,6 +18,9 @@ def get_arguments() -> Namespace: parser.add_argument("--load", help=f"skip scan and use prepared output", dest="load") + parser.add_argument("--fix", + help=f"add/update markup for unknown credetials", + action="store_true") return parser.parse_args() @@ -25,7 +28,7 @@ def main() -> None: args = get_arguments() benchmark = Benchmark() if args.scanner in SCANNER_LIST: - benchmark.run(args.scanner, args.load) + benchmark.run(args.scanner, args.load, args.fix) else: print(f"Please check scanner name (support: {SCANNER_LIST})") diff --git a/benchmark/app.py b/benchmark/app.py index 6691829e6..b2f688a01 100644 --- a/benchmark/app.py +++ b/benchmark/app.py @@ -35,9 +35,13 @@ def set_cred_data(self) -> str: subprocess.call(["./venv/bin/python", "download_data.py", "--data_dir", "data"], cwd=cred_data_path) return cred_data_path - def run(self, scanner_type: str, output: Optional[str] = None) -> None: + def run(self, scanner_type: str, output: Optional[str] = None, fix: Optional[bool] = None) -> None: if _scanner_type := getattr(ScannerType, scanner_type.strip().upper(), None): - scanner = ScannerFactory.create_scanner(_scanner_type, self.working_dir, self.cred_data_path, bool(output)) + scanner = ScannerFactory.create_scanner(_scanner_type, + self.working_dir, + self.cred_data_path, + bool(output), + bool(fix)) else: raise RuntimeError(f"Wrong scanner_type='{scanner_type}'") if output: diff --git a/benchmark/scanner/credential_digger.py b/benchmark/scanner/credential_digger.py index 63206ed13..736efc71f 100644 --- a/benchmark/scanner/credential_digger.py +++ b/benchmark/scanner/credential_digger.py @@ -8,8 +8,8 @@ class CredentialDigger(Scanner): - def __init__(self, working_dir: str, cred_data_dir: str, preload: bool) -> None: - super().__init__(ScannerType.CREDENTIAL_DIGGER, URL.CREDENTIAL_DIGGER, working_dir, cred_data_dir, preload) + def __init__(self, working_dir: str, cred_data_dir: str, preload: bool, fix: bool) -> None: + super().__init__(ScannerType.CREDENTIAL_DIGGER, URL.CREDENTIAL_DIGGER, working_dir, cred_data_dir, preload, fix) self.output_dir: str = f"{self.scanner_dir}/output.db" self.working_dir: str = working_dir @@ -64,4 +64,5 @@ def parse_result(self) -> None: line_data = {"file_name": data[1], "line_number": data[2]} if line_data["file_name"].split("/")[-1] == "LICENSE" or "COPYING" in line_data["file_name"].split("/")[-1]: continue - _, _, _ = self.check_line_from_meta(line_data["file_name"], line_data["line_number"], line_data["line_number"]) + _, _, _ = self.check_line_from_meta(line_data["file_name"], line_data["line_number"], + line_data["line_number"]) diff --git a/benchmark/scanner/credsweeper.py b/benchmark/scanner/credsweeper.py index be69bf7ac..5d34b824a 100644 --- a/benchmark/scanner/credsweeper.py +++ b/benchmark/scanner/credsweeper.py @@ -12,8 +12,8 @@ class CredSweeper(Scanner): LineStatus.NOT_IN_DB: 'N', LineStatus.CHECKED: 'C'} - def __init__(self, working_dir: str, cred_data_dir: str, preload: bool) -> None: - super().__init__(ScannerType.CREDSWEEPER, URL.CREDSWEEPER, working_dir, cred_data_dir, preload) + def __init__(self, working_dir: str, cred_data_dir: str, preload: bool, fix:bool) -> None: + super().__init__(ScannerType.CREDSWEEPER, URL.CREDSWEEPER, working_dir, cred_data_dir, preload, fix) self.output_dir: str = f"{self.scanner_dir}/output.json" @property diff --git a/benchmark/scanner/detect_secrets.py b/benchmark/scanner/detect_secrets.py index 617fde616..2afe88b29 100644 --- a/benchmark/scanner/detect_secrets.py +++ b/benchmark/scanner/detect_secrets.py @@ -9,8 +9,8 @@ class DetectSecrets(Scanner): - def __init__(self, working_dir, cred_data_dir, preload: bool): - super().__init__(ScannerType.DETECT_SECRETS, URL.DETECT_SECRETS, working_dir, cred_data_dir, preload) + def __init__(self, working_dir, cred_data_dir, preload: bool, fix: bool): + super().__init__(ScannerType.DETECT_SECRETS, URL.DETECT_SECRETS, working_dir, cred_data_dir, preload, fix) self.output_dir: str = f"{self.scanner_dir}/output.json" @property diff --git a/benchmark/scanner/gitleaks.py b/benchmark/scanner/gitleaks.py index 3fe1701f1..978ff9622 100644 --- a/benchmark/scanner/gitleaks.py +++ b/benchmark/scanner/gitleaks.py @@ -8,8 +8,8 @@ class Gitleaks(Scanner): - def __init__(self, working_dir, cred_data_dir, preload: bool): - super().__init__(ScannerType.GITLEAKS, URL.GITLEAKS, working_dir, cred_data_dir, preload) + def __init__(self, working_dir, cred_data_dir, preload: bool, fix: bool): + super().__init__(ScannerType.GITLEAKS, URL.GITLEAKS, working_dir, cred_data_dir, preload, fix) self.output_dir: str = f"{self.scanner_dir}/output.json" @property @@ -26,7 +26,7 @@ def init_scanner(self) -> None: def run_scanner(self) -> None: self.init_scanner() subprocess.call([self.gitleaks_path, "--no-git", "-p" - f"{self.cred_data_dir}/data", "-o", self.output_dir], + f"{self.cred_data_dir}/data", "-o", self.output_dir], cwd=self.scanner_dir) def parse_result(self) -> None: diff --git a/benchmark/scanner/scanner.py b/benchmark/scanner/scanner.py index 7728c1e1b..d5ba32d2b 100644 --- a/benchmark/scanner/scanner.py +++ b/benchmark/scanner/scanner.py @@ -16,10 +16,11 @@ class Scanner(ABC): def __init__(self, scanner_type: ScannerType, scanner_url: str, working_dir: str, cred_data_dir: str, - preload: bool) -> None: + preload: bool, fix: bool) -> None: self.scanner_type = scanner_type self.scanner_dir: str = GitService.set_scanner_up_to_date(working_dir, scanner_url, preload) self.cred_data_dir: str = cred_data_dir + self.fix = fix self.line_checker: set = set() self.result_cnt: int = 0 self.lost_cnt: int = 0 @@ -263,6 +264,36 @@ def check_line_from_meta(self, self.lost_cnt += 1 self.meta_next_id += 1 print(f"NOT FOUND WITH KEY: {approximate}", flush=True) + if self.fix: + with open(f"{self.cred_data_dir}/meta/{project_id}.csv", "a") as f: + f.write(f"{str(approximate)}\n") + lost_meta = MetaRow({ + "Id": self.meta_next_id, + "FileID": file_id, + "Domain": "GitHub", + "RepoName": project_id, + "FilePath": data_path, + "LineStart": line_start, + "LineEnd": line_end, + "GroundTruth": 'F', + "WithWords": 'F', + "ValueStart": value_start, + "ValueEnd": value_end, + "InURL": 'F', + "InRuntimeParameter": 'F', + "CharacterSet": '', + "CryptographyKey": '', + "PredefinedPattern": '', + "VariableNameType": '', + "Entropy": 0.0, + "Length": 0, + "Base64Encode": 'F', + "HexEncode": 'F', + "URLEncode": 'F', + "Category": rule + }) + self.meta[MetaKey(data_path, line_start, line_end)] = [lost_meta] + return LineStatus.NOT_IN_DB, project_id, file_id suggestion = "LOST:" @@ -326,6 +357,11 @@ def check_line_from_meta(self, return LineStatus.TRUE, project_id, file_id else: print(f"WARNING: '{rule}' is not mentioned in {row}") + if self.fix: + subprocess.check_call( + ["sed", "-i", + f"s/{row.Id},\\(.*\\)/{row.Id},\\1:{rule}/", + f"{self.cred_data_dir}/meta/{row.RepoName}.csv"]) # meta has no markup for given credential self.lost_cnt += 1 print(f"{suggestion} {approximate}", flush=True) diff --git a/benchmark/scanner/scanner_factory.py b/benchmark/scanner/scanner_factory.py index 3f195c5e0..78a447aa7 100644 --- a/benchmark/scanner/scanner_factory.py +++ b/benchmark/scanner/scanner_factory.py @@ -4,28 +4,33 @@ class ScannerFactory: @classmethod - def create_scanner(cls, scanner_type: ScannerType, working_dir: str, cred_data_dir: str, preload: bool) -> Scanner: + def create_scanner(cls, + scanner_type: ScannerType, + working_dir: str, + cred_data_dir: str, + preload: bool, + fix: bool) -> Scanner: if scanner_type == ScannerType.CREDSWEEPER: from benchmark.scanner import CredSweeper - return CredSweeper(working_dir, cred_data_dir, preload) + return CredSweeper(working_dir, cred_data_dir, preload, fix) elif scanner_type == ScannerType.DETECT_SECRETS: from benchmark.scanner import DetectSecrets - return DetectSecrets(working_dir, cred_data_dir, preload) + return DetectSecrets(working_dir, cred_data_dir, preload, fix) elif scanner_type == ScannerType.GITLEAKS: from benchmark.scanner import Gitleaks - return Gitleaks(working_dir, cred_data_dir, preload) + return Gitleaks(working_dir, cred_data_dir, preload, fix) elif scanner_type == ScannerType.SHHGIT: from benchmark.scanner import Shhgit - return Shhgit(working_dir, cred_data_dir, preload) + return Shhgit(working_dir, cred_data_dir, preload, fix) elif scanner_type == ScannerType.CREDENTIAL_DIGGER: from benchmark.scanner import CredentialDigger - return CredentialDigger(working_dir, cred_data_dir, preload) + return CredentialDigger(working_dir, cred_data_dir, preload, fix) elif scanner_type == ScannerType.WRAITH: from benchmark.scanner import Wraith - return Wraith(working_dir, cred_data_dir, preload) + return Wraith(working_dir, cred_data_dir, preload, fix) elif scanner_type == ScannerType.TRUFFLEHOG3: from benchmark.scanner import TruffleHog3 - return TruffleHog3(working_dir, cred_data_dir, preload) + return TruffleHog3(working_dir, cred_data_dir, preload, fix) elif scanner_type == ScannerType.TRUFFLEHOG: from benchmark.scanner import TruffleHog - return TruffleHog(working_dir, cred_data_dir, preload) + return TruffleHog(working_dir, cred_data_dir, preload, fix) diff --git a/benchmark/scanner/shhgit.py b/benchmark/scanner/shhgit.py index c37a8989f..e1d6abc70 100644 --- a/benchmark/scanner/shhgit.py +++ b/benchmark/scanner/shhgit.py @@ -8,8 +8,8 @@ class Shhgit(Scanner): - def __init__(self, working_dir: str, cred_data_dir: str, preload: bool) -> None: - super().__init__(ScannerType.SHHGIT, URL.SHHGIT, working_dir, cred_data_dir, preload) + def __init__(self, working_dir: str, cred_data_dir: str, preload: bool, fix: bool) -> None: + super().__init__(ScannerType.SHHGIT, URL.SHHGIT, working_dir, cred_data_dir, preload, fix) self.output_dir = f"{self.scanner_dir}/output.csv" @property diff --git a/benchmark/scanner/trufflehog.py b/benchmark/scanner/trufflehog.py index a71d450ef..72af6c718 100644 --- a/benchmark/scanner/trufflehog.py +++ b/benchmark/scanner/trufflehog.py @@ -9,8 +9,8 @@ class TruffleHog(Scanner): - def __init__(self, working_dir, cred_data_dir, preload: bool): - super().__init__(ScannerType.TRUFFLEHOG, URL.TRUFFLEHOG, working_dir, cred_data_dir, preload) + def __init__(self, working_dir, cred_data_dir, preload: bool, fix: bool): + super().__init__(ScannerType.TRUFFLEHOG, URL.TRUFFLEHOG, working_dir, cred_data_dir, preload, fix) self.output_dir: str = f"{self.scanner_dir}/output.json" @property diff --git a/benchmark/scanner/trufflehog3.py b/benchmark/scanner/trufflehog3.py index d291cf0a7..5e4a3fc03 100644 --- a/benchmark/scanner/trufflehog3.py +++ b/benchmark/scanner/trufflehog3.py @@ -8,8 +8,8 @@ class TruffleHog3(Scanner): - def __init__(self, working_dir: str, cred_data_dir: str, preload: bool) -> None: - super().__init__(ScannerType.TRUFFLEHOG3, URL.TRUFFLEHOG3, working_dir, cred_data_dir, preload) + def __init__(self, working_dir: str, cred_data_dir: str, preload: bool, fix: bool) -> None: + super().__init__(ScannerType.TRUFFLEHOG3, URL.TRUFFLEHOG3, working_dir, cred_data_dir, preload, fix) self.output_dir = f"{self.scanner_dir}/output.json" if os.path.exists(self.output_dir): os.remove(self.output_dir) @@ -33,7 +33,7 @@ def run_scanner(self) -> None: "./venv/bin/trufflehog3", f"{self.cred_data_dir}/data/", "-o", self.output_dir, "-f", "json", "--line-numbers" ], - cwd=self.scanner_dir) + cwd=self.scanner_dir) def parse_result(self) -> None: with open(self.output_dir, "r") as f: @@ -44,4 +44,5 @@ def parse_result(self) -> None: line_data = {"path": data["path"], "line_number": int(line.split(" ")[0])} if line_data["path"].split("/")[-1] == "LICENSE": continue - _, _, _ = self.check_line_from_meta(line_data["path"], line_data["line_number"], line_data["line_number"]) + _, _, _ = self.check_line_from_meta(line_data["path"], line_data["line_number"], + line_data["line_number"]) diff --git a/benchmark/scanner/wraith.py b/benchmark/scanner/wraith.py index 245ad1add..ca1fd5da4 100644 --- a/benchmark/scanner/wraith.py +++ b/benchmark/scanner/wraith.py @@ -8,8 +8,8 @@ class Wraith(Scanner): - def __init__(self, working_dir: str, cred_data_dir: str, preload: bool) -> None: - super().__init__(ScannerType.WRAITH, URL.WRAITH, working_dir, cred_data_dir, preload) + def __init__(self, working_dir: str, cred_data_dir: str, preload: bool, fix: bool) -> None: + super().__init__(ScannerType.WRAITH, URL.WRAITH, working_dir, cred_data_dir, preload, fix) self.output_dir = f"{self.scanner_dir}/output.json" self.working_dir = working_dir @@ -40,8 +40,8 @@ def run_scanner(self) -> None: f"{self.cred_data_dir}/data/", "--scan-tests", "--json", "--num-threads", str(os.cpu_count() * 2) ], - cwd=self.scanner_dir, - universal_newlines=True) + cwd=self.scanner_dir, + universal_newlines=True) with open(self.output_dir, "w") as f: f.write(self.output_lines) @@ -53,4 +53,5 @@ def parse_result(self) -> None: if line_data["FilePath"].split("/")[-1] == "LICENSE": continue - _, _, _ = self.check_line_from_meta(line_data["FilePath"], int(line_data["LineNumber"]), int(line_data["LineNumber"])) + _, _, _ = self.check_line_from_meta(line_data["FilePath"], int(line_data["LineNumber"]), + int(line_data["LineNumber"])) From ce07919958ebd25d888f66893d4280fafe096fed Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Mon, 9 Dec 2024 11:54:20 +0200 Subject: [PATCH 09/13] rollback --- .ci/benchmark.txt | 22 +++---- meta/0f133e09.csv | 8 ++- meta/6aae1316.csv | 162 ++++++++++++++++++++++++++++++---------------- meta/ec138349.csv | 3 - 4 files changed, 124 insertions(+), 71 deletions(-) diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index 76d1e0e77..14ce3f0c5 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,6 +1,6 @@ -META MD5 825045827e958406a8bfd2731c57f77c -DATA MD5 6444eafe650282d2407960f82ef5d014 -DATA: 16342283 interested lines. MARKUP: 62022 items +META MD5 414228344bac7e55c5127be7b244e460 +DATA MD5 abd9c025d5c323af814fbeb33f469c90 +DATA: 16342283 interested lines. MARKUP: 62020 items FileType FileNumber ValidLines Positives Negatives Templates --------------- ------------ ------------ ----------- ----------- ----------- 194 28318 71 418 90 @@ -82,7 +82,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .ipynb 1 134 5 .j 1 241 4 .j2 30 5530 6 186 10 -.java 621 134132 368 1365 171 +.java 621 134132 362 1365 171 .jenkinsfile 1 58 2 6 .jinja2 1 64 2 .js 659 536413 531 2497 331 @@ -209,7 +209,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .ts 583 106730 157 1800 203 .tsx 54 7914 1 114 5 .ttar 1 452 1 -.txt 440 78102 5288 6354 49 +.txt 440 78102 5287 6354 49 .utf8 1 77 2 .vsixmanifest 1 36 1 .vsmdi 1 6 2 @@ -222,7 +222,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 419 36169 559 889 376 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10232 16342283 12262 49692 5101 +TOTAL: 10232 16342283 12255 49692 5101 credsweeper result_cnt : 0, lost_cnt : 0, true_cnt : 0, false_cnt : 0 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ----- -------- -------- -------- ----- -------- ---- @@ -231,7 +231,7 @@ AWS Client ID 168 21 0 AWS Multi 82 10 0 0 0 10 82 0.000000 1.000000 0.108696 0.000000 AWS S3 Bucket 67 23 0 0 0 23 67 0.000000 1.000000 0.255556 0.000000 Atlassian Old PAT token 27 308 3 0 0 311 27 0.000000 1.000000 0.920118 0.000000 -Auth 417 2739 82 0 0 2821 417 0.000000 1.000000 0.871217 0.000000 +Auth 414 2739 82 0 0 2821 414 0.000000 1.000000 0.872025 0.000000 Azure Access Token 19 0 0 0 0 0 19 1.000000 0.000000 0.000000 BASE64 Private Key 7 4 0 0 0 4 7 0.000000 1.000000 0.363636 0.000000 BASE64 encoded PEM Private Key 7 0 0 0 0 0 7 1.000000 0.000000 0.000000 @@ -242,7 +242,7 @@ CMD Password 21 128 6 CMD Secret 1 1 0 0 0 1 1 0.000000 1.000000 0.500000 0.000000 CMD Token 6 0 0 0 0 0 6 1.000000 0.000000 0.000000 Certificate 24 471 0 0 0 471 24 0.000000 1.000000 0.951515 0.000000 -Credential 92 421 76 0 0 497 92 0.000000 1.000000 0.843803 0.000000 +Credential 91 421 76 0 0 497 91 0.000000 1.000000 0.845238 0.000000 Docker Swarm Token 2 0 0 0 0 0 2 1.000000 0.000000 0.000000 Dropbox App secret 64 139 1 0 0 140 64 0.000000 1.000000 0.686275 0.000000 Facebook Access Token 0 1 0 0 0 1 0 0.000000 1.000000 @@ -258,7 +258,7 @@ JSON Web Token 170 61 0 Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 Jira 2FA 15 6 1 0 0 7 15 0.000000 1.000000 0.318182 0.000000 Key 3909 15717 485 0 0 16202 3909 0.000000 1.000000 0.805629 0.000000 -Nonce 93 49 0 0 0 49 93 0.000000 1.000000 0.345070 0.000000 +Nonce 91 49 0 0 0 49 91 0.000000 1.000000 0.350000 0.000000 Other 8 7445 1 0 0 7446 8 0.000000 1.000000 0.998927 0.000000 PEM Private Key 1019 1483 0 0 0 1483 1019 0.000000 1.000000 0.592726 0.000000 Password 1869 7536 2680 0 0 10216 1869 0.000000 1.000000 0.845345 0.000000 @@ -267,8 +267,8 @@ Secret 1297 1576 802 Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 Slack Token 4 1 0 0 0 1 4 0.000000 1.000000 0.200000 0.000000 Tencent WeChat API App ID 6 0 0 0 0 0 6 1.000000 0.000000 0.000000 -Token 644 4170 454 0 0 4624 644 0.000000 1.000000 0.877752 0.000000 +Token 643 4170 454 0 0 4624 643 0.000000 1.000000 0.877919 0.000000 Twilio Credentials 30 39 0 0 0 39 30 0.000000 1.000000 0.565217 0.000000 URL Credentials 210 157 215 0 0 372 210 0.000000 1.000000 0.639175 0.000000 UUID 1069 265 0 0 0 265 1069 0.000000 1.000000 0.198651 0.000000 - 12262 49692 5101 0 0 0 49692 12262 0.000000 1.000000 0.802079 0.000000 + 12255 49692 5101 0 0 0 49692 12255 0.000000 1.000000 0.802170 0.000000 diff --git a/meta/0f133e09.csv b/meta/0f133e09.csv index e6aaf8922..2370befcf 100644 --- a/meta/0f133e09.csv +++ b/meta/0f133e09.csv @@ -92,7 +92,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 5524,1f06b1ec,GitHub,0f133e09,data/0f133e09/test/1f06b1ec.txt,20,20,F,F,,,F,F,,,,,0,0,F,F,F,Bitbucket Client ID 5525,1f06b1ec,GitHub,0f133e09,data/0f133e09/test/1f06b1ec.txt,31,31,F,F,,,F,F,,,,,0,0,F,F,F,Bitbucket Client ID 5526,df4aac99,GitHub,0f133e09,data/0f133e09/test/df4aac99.txt,9,9,F,F,,,F,F,,,,,0,0,F,F,F,Bitbucket Client ID -5527,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,394,414,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +5527,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,394,414,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token 105527,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,394,457,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,Credential 136762,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,9,9,T,F,292,321,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 6626,7814ce17,GitHub,0f133e09,data/0f133e09/test/7814ce17.txt,21,21,F,F,,,F,F,,,,,0,0,F,F,F,Auth @@ -556,7 +556,8 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 20169,412e86f3,GitHub,0f133e09,data/0f133e09/test/412e86f3.py,51,51,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Other 20170,9877ceb1,GitHub,0f133e09,data/0f133e09/test/9877ceb1.py,41,41,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Other 20171,d27bec8f,GitHub,0f133e09,data/0f133e09/test/d27bec8f.py,54,54,F,F,,,F,F,,,,,0,0,F,F,F,Auth -20172,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,143,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID:Credential +20172,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,143,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,AWS Client ID +1020172,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,186,T,F,Any,,AWS Client ID,Token,3.78,20,F,F,F,Credential 136761,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,123,313,F,F,,,,,0.0,0,F,F,F,AWS Multi 136760,03cdc0c5,GitHub,0f133e09,data/0f133e09/test/03cdc0c5.py,95,95,T,F,21,50,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 20680,0ccc1045,GitHub,0f133e09,data/0f133e09/src/0ccc1045.py,1236,1236,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key @@ -574,7 +575,8 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 30876,d4a67d01,GitHub,0f133e09,data/0f133e09/test/d4a67d01.txt,10,10,F,F,57,437,T,F,Any,,,PublicKey,5.84,380,F,F,F,Key 30877,d6019b5f,GitHub,0f133e09,data/0f133e09/test/d6019b5f.txt,10,10,F,T,74,454,T,F,Any,,,Unknown,5.83,380,F,F,F,Key 30883,7400d4c5,GitHub,0f133e09,data/0f133e09/test/7400d4c5.txt,10,10,F,F,9,389,F,F,Any,,,Unknown,5.84,380,F,F,F,Key -30951,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,T,110,130,T,F,Any,,AWS Client ID,Secret,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +30951,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,T,110,130,T,F,Any,,AWS Client ID,Secret,3.78,20,F,F,F,AWS Client ID:Gitlab Feed Token +1030951,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,T,110,173,T,F,Any,,AWS Client ID,Secret,3.78,20,F,F,F,Credential 136763,c65fed08,GitHub,0f133e09,data/0f133e09/test/c65fed08.txt,10,10,T,F,8,37,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 31365,b3356305,GitHub,0f133e09,data/0f133e09/other/b3356305.md,35,35,Template,T,65,77,F,F,Any,,,Token,2.79,12,F,F,F,Token 34714,cd589265,GitHub,0f133e09,data/0f133e09/test/cd589265.py,281,281,Template,T,29,37,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password diff --git a/meta/6aae1316.csv b/meta/6aae1316.csv index 5404e3d04..e3f2314d6 100644 --- a/meta/6aae1316.csv +++ b/meta/6aae1316.csv @@ -22,58 +22,61 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 23449,20a593c4,GitHub,6aae1316,data/6aae1316/src/20a593c4.rb,39,39,F,F,,,F,F,,,,,0,0,F,F,F,Token 23553,bc60f4ea,GitHub,6aae1316,data/6aae1316/src/bc60f4ea.rb,80,80,F,F,,,F,F,,,,,0,0,F,F,F,API 28859,d628a613,GitHub,6aae1316,data/6aae1316/src/d628a613.rb,26,26,Template,T,31,48,F,F,Any,,,Token,2.61,17,F,F,F,API:Token -28923,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28924,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28941,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28942,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28943,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28944,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28945,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28946,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28947,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28948,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28957,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -28960,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29004,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29005,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29047,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29048,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29049,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29052,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29054,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29055,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29056,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29058,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29059,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29060,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29063,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29064,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29065,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29066,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29067,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29069,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29071,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29072,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29074,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29075,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29076,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29077,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29078,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29079,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29080,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29081,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29082,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29083,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29084,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29085,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29087,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -29089,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +28923,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28924,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28941,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28942,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28943,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28944,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28945,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28946,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,186,186,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28947,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28948,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +1028950,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,108,108,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +28951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28957,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +28959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +1028959,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,56,56,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +28960,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29004,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29005,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29047,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29048,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29049,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29052,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29054,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29055,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,394,394,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29056,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29058,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29059,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29060,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29063,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,108,108,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29064,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29065,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,82,82,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29066,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,212,212,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29067,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29069,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29071,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29072,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29074,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,316,316,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29075,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29076,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,264,264,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29077,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,472,472,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29078,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,30,30,T,T,244,264,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +1029078,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,30,30,T,T,244,307,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +29079,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29080,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29081,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,368,368,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29082,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,420,420,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29083,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29084,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,238,238,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29085,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,160,160,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29087,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,290,290,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +29089,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,134,134,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 29738,293a543a,GitHub,6aae1316,data/6aae1316/src/293a543a.slim,251,251,Template,T,22,45,F,F,Any,,,Token,3.29,23,F,F,F,Token 29739,293a543a,GitHub,6aae1316,data/6aae1316/src/293a543a.slim,250,250,Template,T,22,45,F,F,Any,,,Token,3.41,23,F,F,F,Token 31334,25b3ab72,GitHub,6aae1316,data/6aae1316/src/25b3ab72.diff,280,280,Template,T,21,27,F,F,CharsOnly,,,Key,2.25,6,F,F,F,API:Key @@ -116,8 +119,8 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 41599,f43bde42,GitHub,6aae1316,data/6aae1316/src/f43bde42.rb,133,133,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Other 41600,f43bde42,GitHub,6aae1316,data/6aae1316/src/f43bde42.rb,362,362,T,F,190,204,F,F,Any,,,Token,0.0,24,F,F,F,Token 41601,f43bde42,GitHub,6aae1316,data/6aae1316/src/f43bde42.rb,397,397,F,F,45,81,F,F,,,,,0.0,0,F,F,F,Other -42392,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential -42393,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token:Credential +42392,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,342,342,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token +42393,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,446,446,T,T,246,266,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,AWS Client ID:Gitlab Feed Token 42432,3ab46ee2,GitHub,6aae1316,data/6aae1316/src/3ab46ee2.yml,24,24,T,F,16,34,F,F,Any,,,Token,3.28,18,F,F,F,Bitbucket Client ID:Token 52935,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,587,587,F,F,,,F,F,,,,,0,0,F,F,F,Auth 52936,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,573,573,F,F,,,F,F,,,,,0,0,F,F,F,Auth @@ -253,7 +256,58 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 136993,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,F,30,78,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 136995,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,F,30,78,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket 136997,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,F,30,78,F,F,,,,,0.0,0,F,F,F,AWS S3 Bucket +1028923,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,264,264,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1028924,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,186,186,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1028951,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,342,342,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1028952,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,316,316,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1028958,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,290,290,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029052,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,212,212,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029055,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,394,394,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029561,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,82,82,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029059,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,238,238,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029069,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,446,446,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029071,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,134,134,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029077,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,472,472,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029081,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,368,368,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029082,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,420,420,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential +1029085,22ac2671,GitHub,6aae1316,data/6aae1316/src/22ac2671.json,160,160,T,T,246,309,T,F,Any,,AWS Client ID,Secret,3.18,20,F,F,F,Credential 1137945,31cb2a2e,GitHub,6aae1316,data/6aae1316/src/31cb2a2e.rb,39,39,T,F,130,154,F,F,,,,,0.0,0,F,F,F,Auth +1137946,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,30,30,T,F,244,307,F,F,,,,,0.0,0,F,F,F,Credential +1137947,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,56,56,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137948,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,82,82,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137949,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,108,108,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137950,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,134,134,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137951,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,160,160,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137952,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,186,186,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137953,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,212,212,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137954,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,238,238,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137955,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,264,264,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137956,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,290,290,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137957,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,316,316,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137958,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,342,342,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137959,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,368,368,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137960,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,394,394,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137961,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,420,420,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137962,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,446,446,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137963,a9ce2831,GitHub,6aae1316,data/6aae1316/src/a9ce2831.json,472,472,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137964,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,30,30,T,F,244,307,F,F,,,,,0.0,0,F,F,F,Credential +1137965,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,56,56,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137966,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,82,82,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137967,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,108,108,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137968,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,134,134,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137969,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,160,160,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137970,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,186,186,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137971,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,212,212,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137972,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,238,238,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137973,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,264,264,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137974,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,290,290,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137975,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,316,316,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137976,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,342,342,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137977,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,368,368,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137978,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,394,394,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137979,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,420,420,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137980,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,446,446,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential +1137981,e038314c,GitHub,6aae1316,data/6aae1316/src/e038314c.json,472,472,T,F,246,309,F,F,,,,,0.0,0,F,F,F,Credential 1339671,0bc4739d,GitHub,6aae1316,data/6aae1316/src/0bc4739d.json,15,15,T,F,14,50,F,F,,,,,0.0,0,F,F,F,UUID 1339672,1180cfbe,GitHub,6aae1316,data/6aae1316/src/1180cfbe.json,15,15,T,F,14,50,F,F,,,,,0.0,0,F,F,F,UUID 1339673,1acefd9f,GitHub,6aae1316,data/6aae1316/src/1acefd9f.json,15,15,T,F,14,50,F,F,,,,,0.0,0,F,F,F,UUID diff --git a/meta/ec138349.csv b/meta/ec138349.csv index c0884da9c..6d71f39b2 100644 --- a/meta/ec138349.csv +++ b/meta/ec138349.csv @@ -184,6 +184,3 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 1338530,18b43943,GitHub,ec138349,data/ec138349/test/18b43943.java,47,47,F,F,6,101,F,F,,,,,0.0,0,F,F,F,JSON Web Token 1338573,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,125,125,Template,F,58,65,F,F,,,,,0.0,0,F,F,F,Auth:Token 1338575,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,158,158,F,F,58,68,F,F,,,,,0.0,0,F,F,F,Auth:Token -1480507,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,T,F,135,171,F,F,,,,,0.0,0,F,F,F,Auth:Nonce -1480508,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,T,F,256,292,F,F,,,,,0.0,0,F,F,F,Auth:Token -1480511,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,64,64,T,F,148,167,F,F,,,,,0.0,0,F,F,F,Auth:Nonce From c7ed457cfaf535beea5643f10ba68ad458ce610d Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Mon, 9 Dec 2024 12:10:56 +0200 Subject: [PATCH 10/13] fix miss --- benchmark/scanner/scanner.py | 1 + 1 file changed, 1 insertion(+) diff --git a/benchmark/scanner/scanner.py b/benchmark/scanner/scanner.py index d5ba32d2b..81c68c966 100644 --- a/benchmark/scanner/scanner.py +++ b/benchmark/scanner/scanner.py @@ -1,6 +1,7 @@ import binascii import hashlib import os +import subprocess from abc import ABC, abstractmethod from pathlib import Path from typing import Tuple, Dict, List, Any From 1fa5b694608e67e6a57578fb0f8b2dd31aa78c5e Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Mon, 9 Dec 2024 12:11:10 +0200 Subject: [PATCH 11/13] correction --- .ci/benchmark.txt | 18 +++++++++--------- meta/a09d9e50.csv | 6 +++--- meta/ec138349.csv | 3 +++ 3 files changed, 15 insertions(+), 12 deletions(-) diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index 14ce3f0c5..13770b54d 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,6 +1,6 @@ -META MD5 414228344bac7e55c5127be7b244e460 -DATA MD5 abd9c025d5c323af814fbeb33f469c90 -DATA: 16342283 interested lines. MARKUP: 62020 items +META MD5 c0b27d547b599484375ef73d4f9934b9 +DATA MD5 206d02c8239f27b1490415cd63a80172 +DATA: 16342283 interested lines. MARKUP: 62022 items FileType FileNumber ValidLines Positives Negatives Templates --------------- ------------ ------------ ----------- ----------- ----------- 194 28318 71 418 90 @@ -82,7 +82,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .ipynb 1 134 5 .j 1 241 4 .j2 30 5530 6 186 10 -.java 621 134132 362 1365 171 +.java 621 134132 362 1371 171 .jenkinsfile 1 58 2 6 .jinja2 1 64 2 .js 659 536413 531 2497 331 @@ -222,7 +222,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 419 36169 559 889 376 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10232 16342283 12255 49692 5101 +TOTAL: 10232 16342283 12255 49698 5101 credsweeper result_cnt : 0, lost_cnt : 0, true_cnt : 0, false_cnt : 0 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ----- -------- -------- -------- ----- -------- ---- @@ -231,7 +231,7 @@ AWS Client ID 168 21 0 AWS Multi 82 10 0 0 0 10 82 0.000000 1.000000 0.108696 0.000000 AWS S3 Bucket 67 23 0 0 0 23 67 0.000000 1.000000 0.255556 0.000000 Atlassian Old PAT token 27 308 3 0 0 311 27 0.000000 1.000000 0.920118 0.000000 -Auth 414 2739 82 0 0 2821 414 0.000000 1.000000 0.872025 0.000000 +Auth 414 2742 82 0 0 2824 414 0.000000 1.000000 0.872143 0.000000 Azure Access Token 19 0 0 0 0 0 19 1.000000 0.000000 0.000000 BASE64 Private Key 7 4 0 0 0 4 7 0.000000 1.000000 0.363636 0.000000 BASE64 encoded PEM Private Key 7 0 0 0 0 0 7 1.000000 0.000000 0.000000 @@ -258,7 +258,7 @@ JSON Web Token 170 61 0 Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 Jira 2FA 15 6 1 0 0 7 15 0.000000 1.000000 0.318182 0.000000 Key 3909 15717 485 0 0 16202 3909 0.000000 1.000000 0.805629 0.000000 -Nonce 91 49 0 0 0 49 91 0.000000 1.000000 0.350000 0.000000 +Nonce 91 51 0 0 0 51 91 0.000000 1.000000 0.359155 0.000000 Other 8 7445 1 0 0 7446 8 0.000000 1.000000 0.998927 0.000000 PEM Private Key 1019 1483 0 0 0 1483 1019 0.000000 1.000000 0.592726 0.000000 Password 1869 7536 2680 0 0 10216 1869 0.000000 1.000000 0.845345 0.000000 @@ -267,8 +267,8 @@ Secret 1297 1576 802 Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 Slack Token 4 1 0 0 0 1 4 0.000000 1.000000 0.200000 0.000000 Tencent WeChat API App ID 6 0 0 0 0 0 6 1.000000 0.000000 0.000000 -Token 643 4170 454 0 0 4624 643 0.000000 1.000000 0.877919 0.000000 +Token 643 4171 454 0 0 4625 643 0.000000 1.000000 0.877942 0.000000 Twilio Credentials 30 39 0 0 0 39 30 0.000000 1.000000 0.565217 0.000000 URL Credentials 210 157 215 0 0 372 210 0.000000 1.000000 0.639175 0.000000 UUID 1069 265 0 0 0 265 1069 0.000000 1.000000 0.198651 0.000000 - 12255 49692 5101 0 0 0 49692 12255 0.000000 1.000000 0.802170 0.000000 + 12255 49698 5101 0 0 0 49698 12255 0.000000 1.000000 0.802189 0.000000 diff --git a/meta/a09d9e50.csv b/meta/a09d9e50.csv index c74f9f289..1be4acb16 100644 --- a/meta/a09d9e50.csv +++ b/meta/a09d9e50.csv @@ -53,7 +53,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 6836,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1075,1075,F,F,,,F,F,,,,,0,0,F,F,F,Password 6838,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1590,1590,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key 6839,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2099,2099,F,F,,,F,F,,,,,0,0,F,F,F,API:Key -6840,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1199,1199,T,F,4314,4358,F,F,,,,,0,0,F,F,F,Key +6840,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1199,1199,T,F,4314,4367,F,F,,,,,0,0,F,F,F,Key 6841,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3482,3482,F,F,,,F,F,,,,,0,0,F,F,F,Certificate:Auth:Key 6842,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4473,4473,F,F,,,F,F,,,,,0,0,F,F,F,Key 6843,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3788,3788,F,F,,,F,F,,,,,0,0,F,F,F,Password @@ -68,7 +68,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 6908,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2376,2376,F,F,,,F,F,,,,,0,0,F,F,F,Password 6967,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4092,4092,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key:Dropbox App secret 6968,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3583,3583,F,F,,,F,F,,,,,0,0,F,F,F,Secret -6969,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,863,902,F,F,,,,,0.0,0,F,F,F,Google API Key:Key +6969,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,863,911,F,F,,,,,0.0,0,F,F,F,Google API Key:Key 6971,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4068,4068,F,F,,,F,F,,,,,0,0,F,F,F,Password 6972,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1721,1721,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key 6973,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3852,3852,F,F,,,F,F,,,,,0,0,F,F,F,Certificate:Key @@ -344,7 +344,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 138191,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1341,1341,F,F,2416,,F,F,,,,,0.0,0,F,F,F,Auth:Key 137361,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1659,1659,F,F,2493,,F,F,,,,,0.0,0,F,F,F,API 1113251,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,720,720,F,F,1142,1159,F,F,,,,,0.0,0,F,F,F,Token -1113264,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,1034,1073,F,F,,,,,0.0,0,F,F,F,Key:Google API Key +1113264,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,1034,1082,F,F,,,,,0.0,0,F,F,F,Key:Google API Key 1119836,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2035,2035,T,F,2200,2208,F,F,,,,,0.0,0,F,F,F,Key:Password 1119838,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2035,2035,T,F,2175,2183,F,F,,,,,0.0,0,F,F,F,Password 1118364,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2035,2035,F,F,1319,1334,F,F,,,,,0.0,0,F,F,F,Password diff --git a/meta/ec138349.csv b/meta/ec138349.csv index 6d71f39b2..c2a7d2682 100644 --- a/meta/ec138349.csv +++ b/meta/ec138349.csv @@ -184,3 +184,6 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 1338530,18b43943,GitHub,ec138349,data/ec138349/test/18b43943.java,47,47,F,F,6,101,F,F,,,,,0.0,0,F,F,F,JSON Web Token 1338573,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,125,125,Template,F,58,65,F,F,,,,,0.0,0,F,F,F,Auth:Token 1338575,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,158,158,F,F,58,68,F,F,,,,,0.0,0,F,F,F,Auth:Token +1480455,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,135,171,F,F,,,,,0.0,0,F,F,F,Auth:Nonce +1480462,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,64,64,F,F,148,167,F,F,,,,,0.0,0,F,F,F,Auth:Nonce +1480466,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,256,292,F,F,,,,,0.0,0,F,F,F,Auth:Token From 96ed694540457ce482dfb6f0e1d7b827e154385a Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Mon, 9 Dec 2024 13:04:41 +0200 Subject: [PATCH 12/13] correction2 --- .ci/benchmark.txt | 4 ++-- meta/a09d9e50.csv | 6 +++--- meta/ec138349.csv | 6 +++--- 3 files changed, 8 insertions(+), 8 deletions(-) diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index 13770b54d..888d9f97d 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,5 +1,5 @@ -META MD5 c0b27d547b599484375ef73d4f9934b9 -DATA MD5 206d02c8239f27b1490415cd63a80172 +META MD5 2069f9368feea684cfaab69d9ead76db +DATA MD5 abd9c025d5c323af814fbeb33f469c90 DATA: 16342283 interested lines. MARKUP: 62022 items FileType FileNumber ValidLines Positives Negatives Templates --------------- ------------ ------------ ----------- ----------- ----------- diff --git a/meta/a09d9e50.csv b/meta/a09d9e50.csv index 1be4acb16..c74f9f289 100644 --- a/meta/a09d9e50.csv +++ b/meta/a09d9e50.csv @@ -53,7 +53,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 6836,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1075,1075,F,F,,,F,F,,,,,0,0,F,F,F,Password 6838,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1590,1590,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key 6839,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2099,2099,F,F,,,F,F,,,,,0,0,F,F,F,API:Key -6840,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1199,1199,T,F,4314,4367,F,F,,,,,0,0,F,F,F,Key +6840,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1199,1199,T,F,4314,4358,F,F,,,,,0,0,F,F,F,Key 6841,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3482,3482,F,F,,,F,F,,,,,0,0,F,F,F,Certificate:Auth:Key 6842,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4473,4473,F,F,,,F,F,,,,,0,0,F,F,F,Key 6843,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3788,3788,F,F,,,F,F,,,,,0,0,F,F,F,Password @@ -68,7 +68,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 6908,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2376,2376,F,F,,,F,F,,,,,0,0,F,F,F,Password 6967,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4092,4092,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key:Dropbox App secret 6968,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3583,3583,F,F,,,F,F,,,,,0,0,F,F,F,Secret -6969,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,863,911,F,F,,,,,0.0,0,F,F,F,Google API Key:Key +6969,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,863,902,F,F,,,,,0.0,0,F,F,F,Google API Key:Key 6971,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4068,4068,F,F,,,F,F,,,,,0,0,F,F,F,Password 6972,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1721,1721,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Key 6973,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3852,3852,F,F,,,F,F,,,,,0,0,F,F,F,Certificate:Key @@ -344,7 +344,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 138191,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1341,1341,F,F,2416,,F,F,,,,,0.0,0,F,F,F,Auth:Key 137361,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1659,1659,F,F,2493,,F,F,,,,,0.0,0,F,F,F,API 1113251,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,720,720,F,F,1142,1159,F,F,,,,,0.0,0,F,F,F,Token -1113264,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,1034,1082,F,F,,,,,0.0,0,F,F,F,Key:Google API Key +1113264,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3142,3142,T,F,1034,1073,F,F,,,,,0.0,0,F,F,F,Key:Google API Key 1119836,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2035,2035,T,F,2200,2208,F,F,,,,,0.0,0,F,F,F,Key:Password 1119838,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2035,2035,T,F,2175,2183,F,F,,,,,0.0,0,F,F,F,Password 1118364,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2035,2035,F,F,1319,1334,F,F,,,,,0.0,0,F,F,F,Password diff --git a/meta/ec138349.csv b/meta/ec138349.csv index c2a7d2682..46e1190c1 100644 --- a/meta/ec138349.csv +++ b/meta/ec138349.csv @@ -184,6 +184,6 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 1338530,18b43943,GitHub,ec138349,data/ec138349/test/18b43943.java,47,47,F,F,6,101,F,F,,,,,0.0,0,F,F,F,JSON Web Token 1338573,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,125,125,Template,F,58,65,F,F,,,,,0.0,0,F,F,F,Auth:Token 1338575,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,158,158,F,F,58,68,F,F,,,,,0.0,0,F,F,F,Auth:Token -1480455,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,135,171,F,F,,,,,0.0,0,F,F,F,Auth:Nonce -1480462,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,64,64,F,F,148,167,F,F,,,,,0.0,0,F,F,F,Auth:Nonce -1480466,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,256,292,F,F,,,,,0.0,0,F,F,F,Auth:Token +1480452,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,135,171,F,F,,,,,0.0,0,F,F,F,Auth:Nonce +1480456,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,64,64,F,F,148,167,F,F,,,,,0.0,0,F,F,F,Auth:Nonce +1480457,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,256,292,F,F,,,,,0.0,0,F,F,F,Auth:Token From 7faf7a7acb1ef0cad14cb116843412e3d2ac0803 Mon Sep 17 00:00:00 2001 From: Roman Babenko Date: Mon, 9 Dec 2024 13:31:11 +0200 Subject: [PATCH 13/13] True --- .ci/benchmark.txt | 16 ++++++++-------- meta/ec138349.csv | 6 +++--- 2 files changed, 11 insertions(+), 11 deletions(-) diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index 888d9f97d..d1092ee57 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,5 +1,5 @@ -META MD5 2069f9368feea684cfaab69d9ead76db -DATA MD5 abd9c025d5c323af814fbeb33f469c90 +META MD5 5bb0a05fd77c2761b8414bba41103939 +DATA MD5 9e77a2d9f718f175264ab5a386ae86c4 DATA: 16342283 interested lines. MARKUP: 62022 items FileType FileNumber ValidLines Positives Negatives Templates --------------- ------------ ------------ ----------- ----------- ----------- @@ -82,7 +82,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .ipynb 1 134 5 .j 1 241 4 .j2 30 5530 6 186 10 -.java 621 134132 362 1371 171 +.java 621 134132 368 1365 171 .jenkinsfile 1 58 2 6 .jinja2 1 64 2 .js 659 536413 531 2497 331 @@ -222,7 +222,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 419 36169 559 889 376 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10232 16342283 12255 49698 5101 +TOTAL: 10232 16342283 12261 49692 5101 credsweeper result_cnt : 0, lost_cnt : 0, true_cnt : 0, false_cnt : 0 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ----- -------- -------- -------- ----- -------- ---- @@ -231,7 +231,7 @@ AWS Client ID 168 21 0 AWS Multi 82 10 0 0 0 10 82 0.000000 1.000000 0.108696 0.000000 AWS S3 Bucket 67 23 0 0 0 23 67 0.000000 1.000000 0.255556 0.000000 Atlassian Old PAT token 27 308 3 0 0 311 27 0.000000 1.000000 0.920118 0.000000 -Auth 414 2742 82 0 0 2824 414 0.000000 1.000000 0.872143 0.000000 +Auth 417 2739 82 0 0 2821 417 0.000000 1.000000 0.871217 0.000000 Azure Access Token 19 0 0 0 0 0 19 1.000000 0.000000 0.000000 BASE64 Private Key 7 4 0 0 0 4 7 0.000000 1.000000 0.363636 0.000000 BASE64 encoded PEM Private Key 7 0 0 0 0 0 7 1.000000 0.000000 0.000000 @@ -258,7 +258,7 @@ JSON Web Token 170 61 0 Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 Jira 2FA 15 6 1 0 0 7 15 0.000000 1.000000 0.318182 0.000000 Key 3909 15717 485 0 0 16202 3909 0.000000 1.000000 0.805629 0.000000 -Nonce 91 51 0 0 0 51 91 0.000000 1.000000 0.359155 0.000000 +Nonce 93 49 0 0 0 49 93 0.000000 1.000000 0.345070 0.000000 Other 8 7445 1 0 0 7446 8 0.000000 1.000000 0.998927 0.000000 PEM Private Key 1019 1483 0 0 0 1483 1019 0.000000 1.000000 0.592726 0.000000 Password 1869 7536 2680 0 0 10216 1869 0.000000 1.000000 0.845345 0.000000 @@ -267,8 +267,8 @@ Secret 1297 1576 802 Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 Slack Token 4 1 0 0 0 1 4 0.000000 1.000000 0.200000 0.000000 Tencent WeChat API App ID 6 0 0 0 0 0 6 1.000000 0.000000 0.000000 -Token 643 4171 454 0 0 4625 643 0.000000 1.000000 0.877942 0.000000 +Token 644 4170 454 0 0 4624 644 0.000000 1.000000 0.877752 0.000000 Twilio Credentials 30 39 0 0 0 39 30 0.000000 1.000000 0.565217 0.000000 URL Credentials 210 157 215 0 0 372 210 0.000000 1.000000 0.639175 0.000000 UUID 1069 265 0 0 0 265 1069 0.000000 1.000000 0.198651 0.000000 - 12255 49698 5101 0 0 0 49698 12255 0.000000 1.000000 0.802189 0.000000 + 12261 49692 5101 0 0 0 49692 12261 0.000000 1.000000 0.802092 0.000000 diff --git a/meta/ec138349.csv b/meta/ec138349.csv index 46e1190c1..acd04d719 100644 --- a/meta/ec138349.csv +++ b/meta/ec138349.csv @@ -184,6 +184,6 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value 1338530,18b43943,GitHub,ec138349,data/ec138349/test/18b43943.java,47,47,F,F,6,101,F,F,,,,,0.0,0,F,F,F,JSON Web Token 1338573,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,125,125,Template,F,58,65,F,F,,,,,0.0,0,F,F,F,Auth:Token 1338575,2f9b15a9,GitHub,ec138349,data/ec138349/test/2f9b15a9.java,158,158,F,F,58,68,F,F,,,,,0.0,0,F,F,F,Auth:Token -1480452,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,135,171,F,F,,,,,0.0,0,F,F,F,Auth:Nonce -1480456,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,64,64,F,F,148,167,F,F,,,,,0.0,0,F,F,F,Auth:Nonce -1480457,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,F,F,256,292,F,F,,,,,0.0,0,F,F,F,Auth:Token +1480452,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,T,F,135,171,F,F,,,,,0.0,0,F,F,F,Auth:Nonce +1480456,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,64,64,T,F,148,167,F,F,,,,,0.0,0,F,F,F,Auth:Nonce +1480457,399221f4,GitHub,ec138349,data/ec138349/test/399221f4.java,52,52,T,F,256,292,F,F,,,,,0.0,0,F,F,F,Auth:Token