Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update categories for some markup #80

Merged
merged 2 commits into from
Feb 27, 2024
Merged

Update categories for some markup #80

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
f23551f
Assign password category properly
babenek Feb 27, 2024
53a3c09
Removed legacy code for filenaming
babenek Feb 27, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 2 additions & 30 deletions download_data.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,32 +20,6 @@
logger = logging.getLogger(__file__)


def int2ascii(x, digs=string.ascii_lowercase):
# Based on example from https://stackoverflow.com/a/2267446
base = len(digs)

if x < 0:
sign = -1
elif x == 0:
return digs[0]
else:
sign = 1

x *= sign
digits = []

while x:
digits.append(digs[int(x % base)])
x = int(x / base)

if sign < 0:
digits.append('-')

digits.reverse()

return ''.join(digits)


def get_file_type(file_path: str, file_extension: str):
file_path = file_path.lower()

Expand Down Expand Up @@ -207,12 +181,10 @@ def move_files(temp_dir, dataset_dir):
_, file_extension = os.path.splitext(full_path)
file_type = get_file_type(short_path, file_extension)
file_id = hashlib.sha256(short_path.encode()).hexdigest()[:8]
old_file_id = int2ascii(j)
logger.debug(f"{full_path} -> {file_id} OLD:{old_file_id}")
logger.debug(f"{full_path} -> {file_id}")

code_file_basebir = f'{dataset_dir}/{new_repo_id}/{file_type}'
code_file_location = f'{code_file_basebir}/{file_id}{file_extension}'
old_code_file_location = f'{code_file_basebir}/{old_file_id}{file_extension}'

with open(meta_file_path) as csvfile:
meta_reader = csv.DictReader(csvfile)
Expand All @@ -221,7 +193,7 @@ def move_files(temp_dir, dataset_dir):
logger.debug(row)
break
else:
logger.error(row, code_file_location, old_code_file_location)
logger.error(row, code_file_location)
assert 0

os.makedirs(code_file_basebir, exist_ok=True)
Expand Down
2 changes: 1 addition & 1 deletion meta/2ba83c6a.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -961,7 +961,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
27644,82a92fc8,GitHub,2ba83c6a,data/2ba83c6a/test/82a92fc8.txt,1293:1293,F,F,6,14,F,F,,,,,0,0,F,F,F,Generic Secret
27645,b40503ed,GitHub,2ba83c6a,data/2ba83c6a/test/b40503ed.txt,167:167,F,F,6,32,F,F,,,,,0,0,F,F,F,Generic Secret
27646,b40503ed,GitHub,2ba83c6a,data/2ba83c6a/test/b40503ed.txt,96:96,F,F,6,18,F,F,,,,,0,0,F,F,F,Generic Secret
27692,3fc35e88,GitHub,2ba83c6a,data/2ba83c6a/test/3fc35e88.t,19:19,F,F,12,28,F,F,Any,,,Unknown,0,16,F,F,F,Other
27692,3fc35e88,GitHub,2ba83c6a,data/2ba83c6a/test/3fc35e88.t,19:19,F,F,12,28,F,F,Any,,,Unknown,0,16,F,F,F,Password
27693,1e68713b,GitHub,2ba83c6a,data/2ba83c6a/test/1e68713b.t,65:65,Template,T,14,23,F,F,Any,,,Secret,2.07,9,F,F,F,Password
27798,d6f29cb7,GitHub,2ba83c6a,data/2ba83c6a/test/d6f29cb7.cnf,40:40,Template,F,15,20,F,F,NumbersOnly,,,Unknown,2.32,5,F,F,F,Password
27888,1aa4b790,GitHub,2ba83c6a,data/2ba83c6a/other/1aa4b790.in,401:401,Template,T,68,73,F,F,CharsOnly,,,Unknown,1.92,5,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/36b76643.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -75,4 +75,4 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
110023,3295df72,GitHub,36b76643,data/36b76643/src/3295df72.sum,238:238,F,F,,,F,F,,,,,0.00,,F,F,F,Authentication Credentials
110024,3295df72,GitHub,36b76643,data/36b76643/src/3295df72.sum,239:239,F,F,,,F,F,,,,,0.00,,F,F,F,Authentication Credentials
110025,a714eca1,GitHub,36b76643,data/36b76643/test/a714eca1.env,11:11,F,F,,,F,F,,,,,0.00,,F,F,F,Password
131924,73363c43,GitHub,36b76643,data/36b76643/test/73363c43.go,279:279,F,F,,,F,F,,,,,0.00,,F,F,F,Other
131924,73363c43,GitHub,36b76643,data/36b76643/test/73363c43.go,279:279,F,F,,,F,F,,,,,0.00,,F,F,F,Other
2 changes: 1 addition & 1 deletion meta/387016a6.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -640,7 +640,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
47460,e03d5beb,GitHub,387016a6,data/387016a6/test/e03d5beb.java,145:145,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47461,2125c66c,GitHub,387016a6,data/387016a6/test/2125c66c.java,104:104,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47462,45680f24,GitHub,387016a6,data/387016a6/test/45680f24.java,184:184,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47481,33e3c4f0,GitHub,387016a6,data/387016a6/test/33e3c4f0.java,62:62,F,T,26,30,F,F,Any,,,Unknown,1.50,4,F,F,F,Other
47481,33e3c4f0,GitHub,387016a6,data/387016a6/test/33e3c4f0.java,62:62,T,T,26,30,F,F,Any,,,Unknown,1.50,4,F,F,F,Password
47482,3e3ad95b,GitHub,387016a6,data/387016a6/test/3e3ad95b.java,24:24,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
47516,eedec1c5,GitHub,387016a6,data/387016a6/test/eedec1c5.java,208:208,T,T,25,41,F,F,CharsOnly,,,Secret,3.33,16,F,F,F,Password
47517,b8da60f9,GitHub,387016a6,data/387016a6/test/b8da60f9.java,428:428,F,F,,,F,F,,,,,0,0,F,F,F,Password
Expand Down
4 changes: 2 additions & 2 deletions meta/69d49010.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
29334,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,8:8,Template,F,41,47,F,F,Any,,,Unknown,2.12,7,F,F,F,Password
29392,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,11:11,Template,F,53,59,F,F,Any,,,Unknown,2.25,6,F,F,F,Password
29871,1b7e760f,GitHub,69d49010,data/69d49010/test/1b7e760f,18:18,Template,F,35,41,F,F,Any,,,Unknown,2.12,7,F,F,F,Password
30497,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,236:236,F,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Other
30497,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,236:236,T,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
30570,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,248:248,Template,T,31,37,F,F,Any,,,Secret,3.63,23,F,F,F,Password
30571,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,234:234,Template,T,30,36,F,F,Any,,,Unknown,3.73,22,F,F,F,Password
30628,53be66ac,GitHub,69d49010,data/69d49010/src/53be66ac.py,373:373,Template,F,16,19,F,F,CharsOnly,,,Secret,0,3,F,F,F,Password
Expand Down Expand Up @@ -113,7 +113,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
56071,e9271360,GitHub,69d49010,data/69d49010/test/e9271360.py,38:38,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
56603,53be66ac,GitHub,69d49010,data/69d49010/src/53be66ac.py,177:177,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
56604,4ed5ad38,GitHub,69d49010,data/69d49010/src/4ed5ad38.py,912:912,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
63134,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,257:257,F,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Other
63134,85d52436,GitHub,69d49010,data/69d49010/test/85d52436.py,257:257,T,T,55,61,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
64418,50261f6e,GitHub,69d49010,data/69d49010/test/50261f6e.py,57:57,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
74363,234bac3c,GitHub,69d49010,data/69d49010/test/234bac3c.py,184:184,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
81718,057ca7ba,GitHub,69d49010,data/69d49010/test/057ca7ba.py,53:53,F,F,15,33,F,F,,,,,0,0,F,F,F,Generic Secret
Expand Down
2 changes: 1 addition & 1 deletion meta/7738e44d.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
19027,43e42f86,GitHub,7738e44d,data/7738e44d/src/43e42f86.yml,208:208,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
23486,d116b6cc,GitHub,7738e44d,data/7738e44d/src/d116b6cc.rb,27:27,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
23895,d116b6cc,GitHub,7738e44d,data/7738e44d/src/d116b6cc.rb,29:29,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
27191,faff1af3,GitHub,7738e44d,data/7738e44d/test/faff1af3.yml,16:16,T,F,12,18,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Other
27191,faff1af3,GitHub,7738e44d,data/7738e44d/test/faff1af3.yml,16:16,T,F,12,18,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
27376,f293bc63,GitHub,7738e44d,data/7738e44d/src/f293bc63.yml,49:49,Template,F,25,29,F,F,NumbersOnly,,,Secret,2.00,4,F,F,F,Password
27377,f56f6d9a,GitHub,7738e44d,data/7738e44d/src/f56f6d9a.yml,79:79,Template,T,148,160,F,F,Any,,,Secret,2.13,12,F,F,F,Password
27378,43e42f86,GitHub,7738e44d,data/7738e44d/src/43e42f86.yml,79:79,Template,T,148,160,F,F,Any,,,Secret,2.13,12,F,F,F,Password
Expand Down
6 changes: 3 additions & 3 deletions meta/7f0408de.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -78,9 +78,9 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
27999,995dcc97,GitHub,7f0408de,data/7f0408de/other/995dcc97.md,66:66,Template,T,76,82,F,F,Any,,,Unknown,2.58,6,F,F,F,Password
28014,995dcc97,GitHub,7f0408de,data/7f0408de/other/995dcc97.md,65:65,Template,T,75,81,F,F,Any,,,Unknown,2.58,6,F,F,F,Password
28015,995dcc97,GitHub,7f0408de,data/7f0408de/other/995dcc97.md,64:64,Template,T,76,82,F,F,Any,,,Unknown,2.58,6,F,F,F,Password
28024,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,17:17,T,T,191,200,F,F,Any,,,Unknown,3.17,9,F,F,F,Other
28026,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,11:11,T,T,176,185,F,F,Any,,,Unknown,3.17,9,F,F,F,Other
28231,e15fd91c,GitHub,7f0408de,data/7f0408de/other/e15fd91c.md,65:65,T,F,10,15,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Other
28024,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,17:17,T,T,191,200,F,F,Any,,,Unknown,3.17,9,F,F,F,Password
28026,cc48de1e,GitHub,7f0408de,data/7f0408de/other/cc48de1e.md,11:11,T,T,176,185,F,F,Any,,,Unknown,3.17,9,F,F,F,Password
28231,e15fd91c,GitHub,7f0408de,data/7f0408de/other/e15fd91c.md,65:65,T,F,10,15,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Password
29026,40d96eec,GitHub,7f0408de,data/7f0408de/other/40d96eec.md,256:256,Template,F,11,17,F,F,NumbersOnly,,,Secret,2.58,6,F,F,F,Password
29041,6e0df309,GitHub,7f0408de,data/7f0408de/other/6e0df309.md,31:31,Template,F,12,18,F,F,NumbersOnly,,,Secret,2.58,6,F,F,F,Password
29194,5f0d7466,GitHub,7f0408de,data/7f0408de/other/5f0d7466.md,380:380,Template,F,17,23,F,F,NumbersOnly,,,Secret,2.58,6,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/91cfdb2b.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -251,7 +251,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
130494,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,4717:4717,F,F,,,F,F,,,,,0.00,,F,F,F,Password
130495,e7cd115f,GitHub,91cfdb2b,data/91cfdb2b/src/e7cd115f.cs,11071:11071,F,F,,,F,F,,,,,0.00,,F,F,F,Password
130496,488efedb,GitHub,91cfdb2b,data/91cfdb2b/src/488efedb.txt,6:6,F,F,,,F,F,,,,,0.00,,F,F,F,Password
131860,3590ba23,GitHub,91cfdb2b,data/91cfdb2b/test/3590ba23.cs,19:19,T,F,,,F,F,,,,,0.00,,F,F,F,Other
131860,3590ba23,GitHub,91cfdb2b,data/91cfdb2b/test/3590ba23.cs,19:19,F,F,,,F,F,,,,,0.00,,F,F,F,Password
132652,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,1918:1918,F,F,,,F,F,,,,,0.00,,F,F,F,Password
132653,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,1919:1919,F,F,,,F,F,,,,,0.00,,F,F,F,Password
132654,2307aa34,GitHub,91cfdb2b,data/91cfdb2b/src/2307aa34.txt,1920:1920,F,F,,,F,F,,,,,0.00,,F,F,F,Password
Expand Down
4 changes: 2 additions & 2 deletions meta/a09d9e50.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -310,7 +310,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
132160,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,559:559,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132161,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,692:692,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132162,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,828:828,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132163,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,993:993,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132163,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,993:993,T,F,312,318,F,F,,,,,0.00,,F,F,F,Password
132164,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1123:1123,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132165,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3141:3141,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132166,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3835:3835,T,F,,,F,F,,,,,0.00,,F,F,F,Other
Expand All @@ -320,7 +320,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
132678,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,477:477,F,F,,,F,F,,,,,0.00,,F,F,F,Other
132679,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1659:1659,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132730,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,1730:1730,T,F,,,F,F,,,,,0.00,,F,F,F,Predefined Pattern
132731,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2838:2838,T,F,,,F,F,,,,,0.00,,F,F,F,Other
132731,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,2838:2838,T,F,538,598,F,F,,,,,0.00,,F,F,F,Password
132732,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3530:3530,T,F,,,F,F,,,,,0.00,,F,F,F,Predefined Pattern
132733,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,3880:3880,F,F,,,F,F,,,,,0.00,,F,F,F,Generic Secret
132734,054074fe,GitHub,a09d9e50,data/a09d9e50/test/054074fe.ndjson,4039:4039,T,F,,,F,F,,,,,0.00,,F,F,F,Authentication Credentials
Expand Down
4 changes: 2 additions & 2 deletions meta/a0cd6261.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -187,8 +187,8 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
29132,7f6a3252,GitHub,a0cd6261,data/a0cd6261/other/7f6a3252.md,96:96,Template,T,30,45,F,F,CharsOnly,,,Token,3.37,15,F,F,F,Generic Token
29142,7f6a3252,GitHub,a0cd6261,data/a0cd6261/other/7f6a3252.md,95:95,Template,T,25,40,F,F,CharsOnly,,,Token,3.37,15,F,F,F,Generic Token
29143,7f6a3252,GitHub,a0cd6261,data/a0cd6261/other/7f6a3252.md,97:97,Template,T,22,37,F,F,CharsOnly,,,Token,3.37,15,F,F,F,Generic Token
29148,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,846:846,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Other
29150,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,847:847,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Other
29148,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,846:846,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Password
29150,e955e6ae,GitHub,a0cd6261,data/a0cd6261/other/e955e6ae.md,847:847,T,T,49,61,F,F,Any,,,Unknown,3.12,12,F,F,F,Password
29160,919b979a,GitHub,a0cd6261,data/a0cd6261/other/919b979a.md,80:80,Template,F,10,15,F,F,Any,,,Secret,2.32,5,F,F,F,Password
29165,3b98604a,GitHub,a0cd6261,data/a0cd6261/other/3b98604a.md,1719:1719,Template,T,39,47,F,F,Any,,,Secret,3.37,23,F,F,F,Password
29166,3b98604a,GitHub,a0cd6261,data/a0cd6261/other/3b98604a.md,1769:1769,Template,T,39,51,F,F,Any,,,Secret,3.37,23,F,F,F,Password
Expand Down
4 changes: 2 additions & 2 deletions meta/a15774b8.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -116,7 +116,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
21069,b3b8d78b,GitHub,a15774b8,data/a15774b8/src/b3b8d78b.sh,60:60,F,F,,,F,F,,,,,0,0,F,F,F,Password
21070,780811f1,GitHub,a15774b8,data/a15774b8/src/780811f1.sh,113:113,F,F,,,F,F,,,,,0,0,F,F,F,Password
21462,d046f93c,GitHub,a15774b8,data/a15774b8/other/d046f93c.md,26:26,F,F,,,F,F,,,,,0,0,F,F,F,Password
21793,5c1ef65c,GitHub,a15774b8,data/a15774b8/other/5c1ef65c.md,116:116,F,F,,,F,F,,,,,0,0,F,F,F,Other
21793,5c1ef65c,GitHub,a15774b8,data/a15774b8/other/5c1ef65c.md,116:116,F,F,,,F,F,,,,,0,0,F,F,F,Password
21794,5c1ef65c,GitHub,a15774b8,data/a15774b8/other/5c1ef65c.md,93:93,F,F,,,F,F,,,,,0,0,F,F,F,Other
21812,100f77e6,GitHub,a15774b8,data/a15774b8/other/100f77e6.md,49:49,F,F,,,F,F,,,,,0,0,F,F,F,Password
21859,ea5a762e,GitHub,a15774b8,data/a15774b8/src/ea5a762e.rsp,555:555,F,F,,,F,F,,,,,0,0,F,F,F,Password
Expand Down Expand Up @@ -201,7 +201,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
32231,aa6a6ccc,GitHub,a15774b8,data/a15774b8/src/aa6a6ccc.rsp,499:499,Template,T,8,14,F,F,Any,,,Secret,2.58,6,F,F,F,Password
32292,4fc08876,GitHub,a15774b8,data/a15774b8/src/4fc08876.py,24:24,T,T,11,23,F,F,Any,,,Auth,3.42,12,F,F,F,Authentication Credentials
32322,30606a0d,GitHub,a15774b8,data/a15774b8/src/30606a0d.properties,4:4,T,F,8,18,F,F,Any,,,Unknown,2.79,10,F,F,F,Password
32323,47d6ec60,GitHub,a15774b8,data/a15774b8/other/47d6ec60.md,36:36,T,F,8,18,F,F,Any,,,Unknown,2.79,10,F,F,F,Other
32323,47d6ec60,GitHub,a15774b8,data/a15774b8/other/47d6ec60.md,36:36,T,F,8,18,F,F,Any,,,Unknown,2.79,10,F,F,F,Password
32326,0dc79b4c,GitHub,a15774b8,data/a15774b8/src/0dc79b4c.rsp,295:295,T,T,15,25,F,F,Any,,,Secret,2.79,10,F,F,F,Password
32345,77a01b13,GitHub,a15774b8,data/a15774b8/src/77a01b13.rsp,294:294,T,T,15,25,F,F,Any,,,Secret,2.79,10,F,F,F,Password
32355,eed3b7e7,GitHub,a15774b8,data/a15774b8/src/eed3b7e7.py,382:382,Template,T,18,26,F,F,Any,,,Secret,2.75,8,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/cc51a2f0.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
34999,a551d545,GitHub,cc51a2f0,data/cc51a2f0/test/a551d545.md,87:88,T,F,3,253,F,F,Any,,,Unknown,5.71,250,F,F,F,Other
35270,d60596d0,GitHub,cc51a2f0,data/cc51a2f0/test/d60596d0.private,1:15,T,T,,,F,F,Any,Private,,Unknown,2.53,31,F,F,F,Private Key
35327,251af18f,GitHub,cc51a2f0,data/cc51a2f0/test/251af18f.pem,1:27,T,T,,,F,F,Any,Private,,Unknown,2.53,31,F,F,F,Private Key
35451,b3356305,GitHub,cc51a2f0,data/cc51a2f0/other/b3356305.md,257:257,T,T,15,20,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Other
35451,b3356305,GitHub,cc51a2f0,data/cc51a2f0/other/b3356305.md,257:257,T,T,15,20,F,F,CharsOnly,,,Unknown,2.32,5,F,F,F,Password
35470,b3356305,GitHub,cc51a2f0,data/cc51a2f0/other/b3356305.md,268:268,Template,T,26,31,F,F,CharsOnly,,,Secret,2.32,5,F,F,F,Password
35530,c0e60355,GitHub,cc51a2f0,data/cc51a2f0/test/c0e60355.pem,1:5,T,T,,,F,F,Any,Private,,Unknown,2.45,30,F,F,F,Private Key
35553,6e208fac,GitHub,cc51a2f0,data/cc51a2f0/test/6e208fac.key,1:28,T,T,,,F,F,Any,Private,,Unknown,2.39,27,F,F,F,Private Key
Expand Down
2 changes: 1 addition & 1 deletion meta/f8f46739.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -372,7 +372,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
41096,43702042,GitHub,f8f46739,data/f8f46739/src/43702042.json,347:347,F,F,,,F,F,,,,,0,0,F,F,F,Other
41097,43702042,GitHub,f8f46739,data/f8f46739/src/43702042.json,348:348,F,F,,,F,F,,,,,0,0,F,F,F,Other
49180,b3356305,GitHub,f8f46739,data/f8f46739/other/b3356305.md,326:326,F,F,,,F,F,,,,,0,0,F,F,F,Predefined Pattern
50329,cae2e959,GitHub,f8f46739,data/f8f46739/other/cae2e959.md,105:105,T,F,18,50,F,F,CharsOnly,,,Unknown,3.59,32,F,F,F,Other
50329,cae2e959,GitHub,f8f46739,data/f8f46739/other/cae2e959.md,105:105,T,F,18,50,F,F,CharsOnly,,,Unknown,3.59,32,F,F,F,Password
55822,cdba2aa3,GitHub,f8f46739,data/f8f46739/src/cdba2aa3.pp,46:46,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
57169,32a66ed0,GitHub,f8f46739,data/f8f46739/src/32a66ed0.js,449:449,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
57174,a3fa4f2e,GitHub,f8f46739,data/f8f46739/src/a3fa4f2e.js,246:246,F,F,,,F,F,,,,,0,0,F,F,F,Generic Secret
Expand Down
2 changes: 1 addition & 1 deletion meta/fa71ac83.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart:LineEnd,GroundTruth,WithWords,Value
30774,9aa3c9b2,GitHub,fa71ac83,data/fa71ac83/src/9aa3c9b2.js,88:88,Template,T,15,40,F,F,Any,,,Secret,3.55,25,F,F,F,Generic Secret
31022,9aa3c9b2,GitHub,fa71ac83,data/fa71ac83/src/9aa3c9b2.js,129:129,Template,T,15,40,F,F,CharsOnly,,,Secret,2.45,25,F,F,F,Password
32591,a654b738,GitHub,fa71ac83,data/fa71ac83/test/a654b738.js,100:100,T,F,14,39,F,F,Any,,,Token,3.54,25,F,F,F,Generic Token
34531,7593a72b,GitHub,fa71ac83,data/fa71ac83/test/7593a72b.js,18:18,T,F,12,26,F,F,CharsOnly,,,Unknown,0.73,14,F,F,F,Other
34531,7593a72b,GitHub,fa71ac83,data/fa71ac83/test/7593a72b.js,18:18,T,F,12,26,F,F,CharsOnly,,,Unknown,0.73,14,F,F,F,Password
34532,a654b738,GitHub,fa71ac83,data/fa71ac83/test/a654b738.js,144:144,T,F,12,16,F,F,CharsOnly,,,Unknown,1.00,4,F,F,F,Password
36152,9aa3c9b2,GitHub,fa71ac83,data/fa71ac83/src/9aa3c9b2.js,73:73,T,T,7,11,F,F,CharsOnly,,,Unknown,2.00,4,F,F,F,Password
42677,98dab0bb,GitHub,fa71ac83,data/fa71ac83/src/98dab0bb.js,5815:5815,F,F,,,F,F,,,,,0,0,F,F,F,Generic Token
Expand Down
Loading