From 3e9bf8657e2f86dac7ad9136e276ebc8cd7fe591 Mon Sep 17 00:00:00 2001 From: IshanRattan Date: Fri, 8 Mar 2024 23:34:56 -0800 Subject: [PATCH] added DAG demo.py --- programming/airflow/dags/demo.py | 30 ++++++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 programming/airflow/dags/demo.py diff --git a/programming/airflow/dags/demo.py b/programming/airflow/dags/demo.py new file mode 100644 index 0000000..30793eb --- /dev/null +++ b/programming/airflow/dags/demo.py @@ -0,0 +1,30 @@ + + +from airflow.operators.python import PythonOperator +from airflow.operators.bash import BashOperator + +from datetime import datetime, timedelta +from airflow import DAG + + +savepath_txt = 'log.txt' + +bash_cp_cmd = 'cp -r /airflow/*.py /airflow/test/' + +default_args = {'owner': 'ishan', + 'start_date': datetime(2024, 3, 9)} + + +def save_time_stamp(): + with open(savepath_txt, 'a') as outfile: + outfile.write(str(datetime.now()) + '\n') + +dag = DAG('cp_pyfiles_save_ts', + default_args=default_args, + description="copy files from source to dest", + schedule_interval=timedelta(minutes=2), + catchup=False) + +copy_files_task = BashOperator(task_id='copy_files_task', + bash_command=bash_cp_cmd, + dag=dag)