Benchmark lite obfuscation (#459)

* Benchmark lite obfuscation * Apply suggestions from code review
Samsung · Nov 22, 2023 · 975fd20 · 975fd20
1 parent e746c6f
commit 975fd20
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
@@ -46,7 +46,7 @@ jobs:
 
     - name: Generate Data Asset
       if: steps.cache-data.outputs.cache-hit != 'true'
-      run: python download_data.py --data_dir data
+      run: python download_data.py --data_dir data --lite_obfuscation
 
 
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #

diff --git a/cicd/benchmark.txt b/cicd/benchmark.txt
@@ -10,8 +10,8 @@ Predefined Pattern                  326            2          40
 Private Key                        1001            1           3
 Seed, Salt, Nonce                    40            4           4
 TOTAL:                             5307        63688        5644
-Detected Credentials: 5999
-credsweeper result_cnt : 5342, lost_cnt : 0, true_cnt : 4445, false_cnt : 897
+Detected Credentials: 6006
+credsweeper result_cnt : 5344, lost_cnt : 0, true_cnt : 4447, false_cnt : 897
 Category                      TP    FP        TN    FN        FPR        FNR       ACC       PRC       RCL        F1
 --------------------------  ----  ----  --------  ----  ---------  ---------  --------  --------  --------  --------
 Authentication Key & Token    54     4        28    16  0.125      0.228571   0.803922  0.931034  0.771429  0.84375
@@ -20,6 +20,6 @@ Generic Token                289     7       596    44  0.0116086  0.132132   0.
 Other                        822   749     63396   254  0.0116767  0.236059   0.984622  0.523234  0.763941  0.62108
 Password                     995   130      4150   410  0.0303738  0.291815   0.905013  0.884444  0.708185  0.786561
 Predefined Pattern           309     2        40    17  0.0476191  0.0521472  0.94837   0.993569  0.947853  0.970173
-Private Key                  967     0         4    34             0.033966   0.966169  1         0.966034  0.982724
+Private Key                  969     0         4    32             0.031968   0.968159  1         0.968032  0.983756
 Seed, Salt, Nonce             36     2         6     4  0.25       0.1        0.875     0.947368  0.9       0.923077
-                            4445   897  19428254   862  4.617e-05  0.162427   0.999909  0.832085  0.837573  0.83482
+                            4447   897  19428254   860  4.617e-05  0.16205    0.99991   0.832148  0.83795   0.835039