Skip to content

Commit 5b14551

Browse files
babenekbabenek
authored
BM scores update (#791)
1 parent 2baf759 commit 5b14551

File tree

2 files changed

+35
-35
lines changed

2 files changed

+35
-35
lines changed

‎.ci/benchmark.txt‎

Lines changed: 31 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
META MD5 95272068e1f559106bb36af4c2de5548
2-
DATA MD5 dfff4c5d306d5f5f589f323472fe9c99
1+
META MD5 c52151e10061e62f48fdf63052dbcca0
2+
DATA MD5 631c9b0790579bf83bd64ad17b85c5ef
33
DATA: 16995334 interested lines. MARKUP: 63711 items
44
FileType FileNumber ValidLines Positives Negatives
55
--------------- ------------ ------------ ----------- -----------
@@ -31,9 +31,9 @@ FileType FileNumber ValidLines Positives Negatives
3131
.cmd 4 401 2 3
3232
.cnf 8 858 21 34
3333
.coffee 1 585 3
34-
.conf 60 4769 64 105
34+
.conf 60 4769 65 104
3535
.config 20 492 7 43
36-
.cpp 22 7300 24 73
36+
.cpp 22 7300 20 77
3737
.creds 1 10 2 1
3838
.crlf 1 27 1
3939
.crt 2 4979 119
@@ -62,7 +62,7 @@ FileType FileNumber ValidLines Positives Negatives
6262
.gd 1 37 1
6363
.gml 3 3075 16
6464
.gni 3 5017 17
65-
.go 1242 706630 1487 6134
65+
.go 1242 706630 1482 6139
6666
.golden 5 1168 1 50
6767
.gradle 50 4295 8 142
6868
.graphql 8 454 2 13
@@ -87,8 +87,8 @@ FileType FileNumber ValidLines Positives Negatives
8787
.java 650 141112 478 1457
8888
.jenkinsfile 1 58 2 6
8989
.jinja2 1 64 2
90-
.js 640 530803 860 3133
91-
.json 884 13053260 1893 10287
90+
.js 640 530803 861 3132
91+
.json 884 13053260 1835 10344
9292
.jsp 13 3202 1 47
9393
.jsx 7 857 15
9494
.jwt 1 1 2
@@ -116,7 +116,7 @@ FileType FileNumber ValidLines Positives Negatives
116116
.markdown 38 5862 69 41
117117
.markerb 3 12 3
118118
.marko 1 21 2
119-
.md 768 181113 1044 2456
119+
.md 768 181113 1041 2459
120120
.mdx 3 549 8
121121
.mjml 1 18 1
122122
.mjs 19 4119 91 113
@@ -139,7 +139,7 @@ FileType FileNumber ValidLines Positives Negatives
139139
.patch 3 109384 4 25
140140
.pbxproj 1 941 1
141141
.pem 65 1467 64 3
142-
.php 394 81495 171 1481
142+
.php 394 81495 168 1484
143143
.pl 16 14727 7 37
144144
.pm 10 5224 1 30
145145
.po 3 2994 11
@@ -150,21 +150,21 @@ FileType FileNumber ValidLines Positives Negatives
150150
.ppk 1 45 1
151151
.private 1 15 1
152152
.proj 1 85 5
153-
.properties 55 1637 70 52
153+
.properties 55 1637 68 54
154154
.proto 5 5768 2 63
155155
.ps1 16 8509 15 86
156156
.ps1xml 1 5022 1
157157
.pug 2 193 2
158158
.purs 1 69 4
159159
.pxd 1 150 2 4
160-
.py 876 292413 740 3888
160+
.py 876 292413 740 3891
161161
.pyi 4 1361 10
162162
.pyp 1 167 1
163163
.python 1 213
164164
.pyx 2 1094 24
165165
.r 4 62 5 2
166166
.rake 2 51 4
167-
.rb 834 127133 410 3042
167+
.rb 834 127133 406 3046
168168
.re 1 31 1
169169
.red 1 159 1
170170
.release 1 13 4
@@ -176,7 +176,7 @@ FileType FileNumber ValidLines Positives Negatives
176176
.rno 1 7229 2
177177
.rrc 39 1404 334
178178
.rs 31 9855 2 218
179-
.rsa 3 3 3
179+
.rsa 3 3 3
180180
.rsc 1 691 1
181181
.rsp 18 7739 24 37
182182
.rst 91 34736 83 350
@@ -185,10 +185,10 @@ FileType FileNumber ValidLines Positives Negatives
185185
.sbt 3 570 7
186186
.scala 52 5600 38 95
187187
.secrets 1 11 1
188-
.sh 143 23115 69 484
188+
.sh 143 23115 73 480
189189
.slim 1 153 3
190190
.smali 1 775 12
191-
.snap 3 1708 9 9
191+
.snap 3 1708 7 11
192192
.spec 2 332 2
193193
.spin 1 565 1
194194
.sql 25 6168 131 61
@@ -203,12 +203,12 @@ FileType FileNumber ValidLines Positives Negatives
203203
.test 2 24 22 5
204204
.testsettings 1 21 1 10
205205
.tf 27 1644 14 31
206-
.tfstate 6 431 47 13
206+
.tfstate 6 431 35 25
207207
.tfvars 1 31 5
208208
.tl 2 2161 141
209209
.tmpl 5 336 12
210210
.token 1 1 4
211-
.toml 86 2471 60 260
211+
.toml 86 2471 62 258
212212
.tpl 1 43 1
213213
.travis 1 34 2 4
214214
.ts 607 107776 266 1990
@@ -221,25 +221,25 @@ FileType FileNumber ValidLines Positives Negatives
221221
.xcscheme 1 109 1
222222
.xib 11 503 164
223223
.xsl 1 311 1
224-
.yaml 169 31946 205 395
225-
.yml 560 56585 1907 1376
224+
.yaml 169 31946 207 393
225+
.yml 560 56585 1908 1375
226226
.zsh 6 872 11
227227
.zsh-theme 1 97 1
228-
TOTAL: 11361 16995334 17245 53521
229-
credsweeper result_cnt : 16975, lost_cnt : 0, true_cnt : 16877, false_cnt : 98
228+
TOTAL: 11361 16995334 17160 53608
229+
credsweeper result_cnt : 16990, lost_cnt : 0, true_cnt : 16790, false_cnt : 200
230230
Rules Positives Negatives Reported TP FP TN FN FPR FNR ACC PRC RCL F1
231231
------------------------------ ----------- ----------- ---------- ----- ---- ----- ---- -------- -------- -------- -------- -------- --------
232-
API 244 4000 239 239 0 4000 5 0.000000 0.020492 0.998822 1.000000 0.979508 0.989648
232+
API 243 4001 239 238 1 4000 5 0.000250 0.020576 0.998586 0.995816 0.979424 0.987552
233233
AWS Client ID 205 19 197 197 0 19 8 0.000000 0.039024 0.964286 1.000000 0.960976 0.980100
234234
AWS Multi 82 11 31 29 2 9 53 0.181818 0.646341 0.408602 0.935484 0.353659 0.513274
235235
AWS S3 Bucket 67 23 92 67 23 0 0 1.000000 0.000000 0.744444 0.744444 1.000000 0.853503
236236
Akamai Credentials 6 2 6 6 0 2 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
237237
Anthropic API Key 1 0 1 1 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
238-
Auth 1172 3603 1145 1144 1 3602 28 0.000278 0.023891 0.993927 0.999127 0.976109 0.987484
238+
Auth 1170 3605 1145 1142 3 3602 28 0.000832 0.023932 0.993508 0.997380 0.976068 0.986609
239239
Azure Access Token 24 0 17 17 0 0 7 0.291667 0.708333 1.000000 0.708333 0.829268
240240
BASE64 Private Key 22 4 22 22 0 4 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
241241
BASE64 encoded PEM Private Key 12 0 12 12 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
242-
Basic Authorization 688 554 688 688 0 554 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
242+
Basic Authorization 688 555 688 688 0 555 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
243243
Bearer Authorization 182 0 182 182 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
244244
CMD ConvertTo-SecureString 13 4 13 13 0 4 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
245245
CMD Password 33 137 33 33 0 137 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
@@ -248,7 +248,7 @@ CMD Token 6 2 6 6
248248
CURL User Password 7 2 7 7 0 2 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
249249
Credential 98 595 99 98 1 594 0 0.001681 0.000000 0.998557 0.989899 1.000000 0.994924
250250
Docker Swarm Token 2 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
251-
Dropbox App secret 75 144 66 53 12 132 22 0.083333 0.293333 0.844749 0.815385 0.706667 0.757143
251+
Dropbox App secret 74 145 65 52 12 133 22 0.082759 0.297297 0.844749 0.812500 0.702703 0.753623
252252
Facebook Access Token 0 1 0 0 1 0 0.000000 1.000000
253253
Firebase Domain 38 1 39 38 1 0 0 1.000000 0.000000 0.974359 0.974359 1.000000 0.987013
254254
Google API Key 13 0 13 13 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
@@ -261,26 +261,26 @@ Grafana Service Account Token 3 0 3 3
261261
JSON Web Token 174 61 165 165 0 61 9 0.000000 0.051724 0.961702 1.000000 0.948276 0.973451
262262
JWK 80 0 80 80 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
263263
Jira / Confluence PAT token 0 4 0 0 4 0 0.000000 1.000000
264-
Key 4288 20727 4283 4265 18 20709 23 0.000868 0.005364 0.998361 0.995797 0.994636 0.995216
264+
Key 4240 20775 4289 4217 72 20703 23 0.003466 0.005425 0.996202 0.983213 0.994575 0.988862
265265
MailGun API Key 8 0 8 8 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
266266
NKEY Seed 60 0 59 59 0 0 1 0.016667 0.983333 1.000000 0.983333 0.991597
267267
NTLM Token 4 0 4 4 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
268268
Nonce 130 110 129 128 1 109 2 0.009091 0.015385 0.987500 0.992248 0.984615 0.988417
269269
OTP / 2FA Secret 64 3 56 54 2 1 10 0.666667 0.156250 0.820896 0.964286 0.843750 0.900000
270270
Other 0 20 0 0 20 0 0.000000 1.000000
271271
PEM Private Key 1150 76 1154 1150 4 72 0 0.052632 0.000000 0.996737 0.996534 1.000000 0.998264
272-
Password 2578 11383 2504 2493 11 11372 85 0.000966 0.032971 0.993124 0.995607 0.967029 0.981110
272+
Password 2590 11372 2516 2504 12 11360 86 0.001055 0.033205 0.992981 0.995231 0.966795 0.980807
273273
Perplexity API Key 2 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
274274
Postman Credentials 2 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
275275
SQL Password 44 14 42 42 0 14 2 0.000000 0.045455 0.965517 1.000000 0.954545 0.976744
276276
Salesforce Credentials 6 0 6 6 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
277-
Salt 90 129 88 88 0 129 2 0.000000 0.022222 0.990868 1.000000 0.977778 0.988764
277+
Salt 88 132 86 86 0 132 2 0.000000 0.022727 0.990909 1.000000 0.977273 0.988506
278278
Secret 1527 2474 1519 1517 2 2472 10 0.000808 0.006549 0.997001 0.998683 0.993451 0.996060
279279
Slack Token 15 1 15 15 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
280280
Stripe Credentials 2 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
281281
Tencent WeChat API App ID 47 0 47 47 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
282-
Token 1142 5267 1067 1064 3 5264 78 0.000570 0.068301 0.987362 0.997188 0.931699 0.963332
282+
Token 1141 5267 1067 1062 5 5262 79 0.000949 0.069238 0.986891 0.995314 0.930762 0.961957
283283
Twilio Credentials 30 39 30 30 0 39 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
284284
URL Credentials 225 401 221 221 0 401 4 0.000000 0.017778 0.993610 1.000000 0.982222 0.991031
285-
UUID 2562 3671 2559 2543 16 3655 19 0.004358 0.007416 0.994385 0.993748 0.992584 0.993165
286-
17245 53521 16978 16877 98 53423 368 0.001831 0.021340 0.993415 0.994227 0.978660 0.986382
285+
UUID 2520 3713 2559 2501 58 3655 19 0.015621 0.007540 0.987646 0.977335 0.992460 0.984840
286+
17160 53608 16993 16790 200 53408 370 0.003731 0.021562 0.991946 0.988228 0.978438 0.983309

‎.github/workflows/benchmark.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ jobs:
3131
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 - 2024.10.23
3232
with:
3333
repository: Samsung/CredData
34-
ref: ff9f12f3b2b591126ca454156aef3a3ac19d7f0b
34+
ref: 3e9df797101e57082740e15d133f4f94aea23a85
3535

3636
- name: Markup hashing
3737
run: |
@@ -87,7 +87,7 @@ jobs:
8787
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 - 2024.10.23
8888
with:
8989
repository: Samsung/CredData
90-
ref: ff9f12f3b2b591126ca454156aef3a3ac19d7f0b
90+
ref: 3e9df797101e57082740e15d133f4f94aea23a85
9191

9292
- name: Markup hashing
9393
run: |
@@ -190,7 +190,7 @@ jobs:
190190
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 - 2024.10.23
191191
with:
192192
repository: Samsung/CredData
193-
ref: ff9f12f3b2b591126ca454156aef3a3ac19d7f0b
193+
ref: 3e9df797101e57082740e15d133f4f94aea23a85
194194

195195
- name: Markup hashing
196196
run: |
@@ -378,7 +378,7 @@ jobs:
378378
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 - 2024.10.23
379379
with:
380380
repository: Samsung/CredData
381-
ref: ff9f12f3b2b591126ca454156aef3a3ac19d7f0b
381+
ref: 3e9df797101e57082740e15d133f4f94aea23a85
382382

383383
- name: Markup hashing
384384
run: |

0 commit comments

Comments
 (0)