diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index f56a57afa..43827e013 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -46,7 +46,7 @@ jobs: - name: Generate Data Asset if: steps.cache-data.outputs.cache-hit != 'true' - run: python download_data.py --data_dir data + run: python download_data.py --data_dir data --lite_obfuscation # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # diff --git a/cicd/benchmark.txt b/cicd/benchmark.txt index a1848db5d..f47e91792 100644 --- a/cicd/benchmark.txt +++ b/cicd/benchmark.txt @@ -10,8 +10,8 @@ Predefined Pattern 326 2 40 Private Key 1001 1 3 Seed, Salt, Nonce 40 4 4 TOTAL: 5307 63688 5644 -Detected Credentials: 5999 -credsweeper result_cnt : 5342, lost_cnt : 0, true_cnt : 4445, false_cnt : 897 +Detected Credentials: 6006 +credsweeper result_cnt : 5344, lost_cnt : 0, true_cnt : 4447, false_cnt : 897 Category TP FP TN FN FPR FNR ACC PRC RCL F1 -------------------------- ---- ---- -------- ---- --------- --------- -------- -------- -------- -------- Authentication Key & Token 54 4 28 16 0.125 0.228571 0.803922 0.931034 0.771429 0.84375 @@ -20,6 +20,6 @@ Generic Token 289 7 596 44 0.0116086 0.132132 0. Other 822 749 63396 254 0.0116767 0.236059 0.984622 0.523234 0.763941 0.62108 Password 995 130 4150 410 0.0303738 0.291815 0.905013 0.884444 0.708185 0.786561 Predefined Pattern 309 2 40 17 0.0476191 0.0521472 0.94837 0.993569 0.947853 0.970173 -Private Key 967 0 4 34 0.033966 0.966169 1 0.966034 0.982724 +Private Key 969 0 4 32 0.031968 0.968159 1 0.968032 0.983756 Seed, Salt, Nonce 36 2 6 4 0.25 0.1 0.875 0.947368 0.9 0.923077 - 4445 897 19428254 862 4.617e-05 0.162427 0.999909 0.832085 0.837573 0.83482 + 4447 897 19428254 860 4.617e-05 0.16205 0.99991 0.832148 0.83795 0.835039