migrate scrubbing logic to lumigo-core (#275)

* migrate scrubbing logic to core

Author: saartochner-lumigo

.secrets.baseline

@@ -109,66 +109,41 @@
     }
   ],
   "results": {
-    "src/lumigo_tracer/lumigo_utils.py": [
-      {
-        "type": "Secret Keyword",
-        "filename": "src/lumigo_tracer/lumigo_utils.py",
-        "hashed_secret": "116b0dcbb1dfb3f19c902ebfc29f35d908cec6a4",
-        "is_verified": false,
-        "line_number": 48
-      },
-      {
-        "type": "Secret Keyword",
-        "filename": "src/lumigo_tracer/lumigo_utils.py",
-        "hashed_secret": "2a93870f6e6a2158cb9631b349e75d8f65fd81af",
-        "is_verified": false,
-        "line_number": 49
-      }
-    ],
     "src/test/unit/event/test_event_dumper.py": [
       {
         "type": "Base64 High Entropy String",
         "filename": "src/test/unit/event/test_event_dumper.py",
         "hashed_secret": "885bb9903f72e004ff2974807b70e7c970d3e6d5",
         "is_verified": false,
-        "line_number": 207
+        "line_number": 208
       },
       {
         "type": "Base64 High Entropy String",
         "filename": "src/test/unit/event/test_event_dumper.py",
         "hashed_secret": "0c47032b03ad0916df339b9c21b194ad8b2ed7b1",
         "is_verified": false,
-        "line_number": 209
+        "line_number": 210
       },
       {
         "type": "Hex High Entropy String",
         "filename": "src/test/unit/event/test_event_dumper.py",
         "hashed_secret": "5e55d44082c01c474ac9d6101d9f88c0a66ae558",
         "is_verified": false,
-        "line_number": 373
+        "line_number": 374
       },
       {
         "type": "Hex High Entropy String",
         "filename": "src/test/unit/event/test_event_dumper.py",
         "hashed_secret": "0615ba62fbaec0ee83b8a181ff49afc60cb043f5",
         "is_verified": false,
-        "line_number": 557
+        "line_number": 558
       },
       {
         "type": "Hex High Entropy String",
         "filename": "src/test/unit/event/test_event_dumper.py",
         "hashed_secret": "5bbac409dd4ddefe2ffc72ce9fc42932d8a238c1",
         "is_verified": false,
-        "line_number": 558
-      }
-    ],
-    "src/test/unit/test_lumigo_utils.py": [
-      {
-        "type": "Secret Keyword",
-        "filename": "src/test/unit/test_lumigo_utils.py",
-        "hashed_secret": "f32b67c7e26342af42efabc674d441dca0a281c5",
-        "is_verified": false,
-        "line_number": 199
+        "line_number": 559
       }
     ],
     "src/test/unit/test_tracer.py": [
@@ -200,9 +175,9 @@
         "filename": "src/test/unit/wrappers/http/test_http_parser.py",
         "hashed_secret": "cb9b8f5ecaf7f26b7c608b0ec05b46d73d220c78",
         "is_verified": false,
-        "line_number": 152
+        "line_number": 144
       }
     ]
   },
-  "generated_at": "2023-04-02T13:58:53Z"
+  "generated_at": "2023-04-09T21:14:02Z"
 }

setup.py

@@ -14,7 +14,7 @@
     url="https://github.com/lumigo-io/python_tracer.git",
     package_dir={"": "src"},
     packages=setuptools.find_packages("src"),
-    install_requires=["lumigo_core==0.0.5"],
+    install_requires=["lumigo_core==0.0.6"],
     license="Apache License 2.0",
     classifiers=["Programming Language :: Python :: 3", "Operating System :: OS Independent"],
     long_description=open("README.md").read(),

src/lumigo_tracer/event/event_dumper.py

@@ -4,11 +4,11 @@
 from collections import OrderedDict
 from typing import Dict, List, Optional
 
+from lumigo_core.configuration import CoreConfiguration
 from lumigo_core.logger import get_logger
 from lumigo_core.parsing_utils import safe_get, str_to_list
 
 from lumigo_tracer.lumigo_utils import (
-    Configuration,
     aws_dump,
     is_api_gw_event,
     lumigo_dumps,
@@ -251,7 +251,7 @@ class EventDumper:
     def dump_event(
         event: Dict, handlers: List[EventParseHandler] = None, has_error: bool = False  # type: ignore[type-arg]
     ) -> str:
-        max_size = Configuration.get_max_entry_size(has_error)
+        max_size = CoreConfiguration.get_max_entry_size(has_error)
         if should_use_tracer_extension():
             return aws_dump(event)
         handlers = handlers or [

src/lumigo_tracer/lambda_tracer/lambda_reporter.py

@@ -10,6 +10,8 @@
 from pathlib import Path
 from typing import Any, Dict, List, Optional, Union
 
+from lumigo_core.configuration import CoreConfiguration
+
 from lumigo_tracer.lumigo_utils import (
     EDGE_HOST,
     Configuration,
@@ -111,7 +113,7 @@ def report_json(
     if not should_report_to_edge():
         get_logger().info("Skip sending messages due to previous timeout")
         return 0
-    if not Configuration.should_report:
+    if not CoreConfiguration.should_report:
         return 0
     get_logger().info(f"reporting the messages: {msgs[:10]}")
     try:

src/lumigo_tracer/lambda_tracer/spans_container.py

@@ -7,19 +7,19 @@
 from datetime import datetime
 from typing import Callable, Dict, List, Optional, Set, Union
 
+from lumigo_core.configuration import CoreConfiguration
 from lumigo_core.parsing_utils import (
     parse_trace_id,
     recursive_json_join,
     safe_split_get,
 )
+from lumigo_core.scrubbing import EXECUTION_TAGS_KEY, MANUAL_TRACES_KEY
 from lumigo_core.triggers.event_trigger import parse_triggers
 
 from lumigo_tracer.event.event_dumper import EventDumper
 from lumigo_tracer.lambda_tracer import lambda_reporter
 from lumigo_tracer.lumigo_utils import (
-    EXECUTION_TAGS_KEY,
     LUMIGO_EVENT_KEY,
-    MANUAL_TRACES_KEY,
     STEP_FUNCTION_UID_KEY,
     Configuration,
     create_step_function_span,
@@ -423,5 +423,5 @@ def is_activated():  # type: ignore[no-untyped-def]
 
 def _get_envs_for_span(has_error: bool = False) -> str:
     return lumigo_dumps_with_context(
-        "environment", dict(os.environ), Configuration.get_max_entry_size(has_error)
+        "environment", dict(os.environ), CoreConfiguration.get_max_entry_size(has_error)
     )