[testing] add sdf to hooli

Dockerfile

@@ -2,11 +2,15 @@ FROM python:3.12-slim
 
 WORKDIR /opt/dagster/app
 
-RUN apt-get update && apt-get install -y git gcc
+RUN apt-get update && apt-get install -y git gcc curl
 
 RUN apt install -y default-jre
 
 RUN python -m pip install -U pip
+
+RUN curl -LSfs https://cdn.sdf.com/releases/download/install.sh | sh -s
+
+
 # libcrypto fix oct 2023; should be able to remove sometime after that
 RUN python -m pip uninstall oscrypto -y
 RUN python -m pip install git+https://github.com/wbond/oscrypto.git@d5f3437ed24257895ae1edd9e503cfb352e635a8

hooli-data-ingest/hooli_data_ingest/assets/sling.py

@@ -15,7 +15,7 @@ def __init__(self, target_prefix="RAW_DATA"):
 
    def get_group_name(self, stream_definition):
        return "RAW_DATA"
-   
+
    def get_tags(self, stream_definition):
        # derive storage_kind from the target set in the replication_config
        storage_kind = self.replication_config.get("target", "DUCKDB")   

hooli-data-ingest/hooli_data_ingest/jobs/__init__.py

@@ -1,7 +1,7 @@
 from dagster import AssetSelection, define_asset_job
 
-
 raw_location_by_day = AssetSelection.keys(["RAW_DATA", "locations"])
+#raw_location_by_day = AssetSelection.keys(["locations"])
 
 
 daily_sling_job = define_asset_job(