adding profile to args

parsely_raw_data/dbt/redshift/redshift_etl.py

@@ -96,14 +96,16 @@ def main():
                         help='The last day to process data from S3 to Redshift in the format YYYY-MM-DD')
     parser.add_argument('--dbt_profiles_dir', required=False, default=DBT_PROFILE_LOCATION,
                         help='The location from root that contains the .dbt/profiles.yml file, example: /home/user/.dbt/')
+    parser.add_argument('--dbt_profile', required=False, default='parsely_dwh',
+                        help='The name of the dbt profile located in the local /.dbt/profiles.yml file')
     parser.add_argument('--dbt_target', required=False, default=DBT_PROFILE_TARGET_NAME,
                         help='The target ie. dev, prod, or test to use within the dbt profiles.yml file.')
     parser.add_argument('--create-table', action='store_true', default=True,
                         help='Optional: create the Redshift Parse.ly rawdata table because it does not yet exist.')
     args = parser.parse_args()
 
     # Reset dbt_profile to any updated settings:
-    settings_migration = migrate_settings()
+    settings_migration = migrate_settings(profile=args.dbt_profile)
     if not settings_migration:
         logging.warning("Settings not copied to dbt_profiles.yml successfully.")
         raise Exception("Settings not copied to dbt_profiles.yml successfully. Please edit default.py or copy the"

parsely_raw_data/dbt/redshift/settings/merge_settings_yaml.py

@@ -5,7 +5,6 @@
 from .default import *
 
 SETTINGS_VAR_MAPPING = [
-    {'location': 'profile', 'settings': DBT_PROFILE_NAME},
     {'location': 'parsely:events', 'settings': PARSELY_RAW_DATA_TABLE},
     {'location': 'parsely:timezone', 'settings': ETL_TIME_ZONE},
     {'location': 'parsely:actions', 'settings': ETL_PARSELY_ACTIONS},
@@ -22,9 +21,10 @@
 ]
 
 
-def migrate_settings():
+def migrate_settings(profile=DBT_PROFILE_NAME):
     # because this is a package resource, have to reference it with pkg_resources
     filepath = pkg_resources.resource_filename("parsely_raw_data", "dbt/redshift/dbt_project.yml")
+    SETTINGS_VAR_MAPPING.append({'location': 'profile', 'settings': profile})
 
     with open(filepath) as file:
         dbt_profile = yaml.load(file, Loader=yaml.FullLoader)