From 0986bfa5e9f1f3a79fc0c57ea8bc8598d09885c4 Mon Sep 17 00:00:00 2001 From: Ankita Katiyar <110245118+ankatiyar@users.noreply.github.com> Date: Thu, 11 Jan 2024 15:44:46 +0530 Subject: [PATCH] chore(airflow): Bump `apache-airflow` version (#511) * Bump apache airflow Signed-off-by: Ankita Katiyar * Change starter Signed-off-by: Ankita Katiyar * Update e2e test steps Signed-off-by: Ankita Katiyar * Update e2e test steps Signed-off-by: Ankita Katiyar --------- Signed-off-by: Ankita Katiyar --- kedro-airflow/features/airflow.feature | 10 +++++----- kedro-airflow/features/steps/cli_steps.py | 2 +- kedro-airflow/pyproject.toml | 3 +-- 3 files changed, 7 insertions(+), 8 deletions(-) diff --git a/kedro-airflow/features/airflow.feature b/kedro-airflow/features/airflow.feature index 7c4a90fb3..b6e61b7b5 100644 --- a/kedro-airflow/features/airflow.feature +++ b/kedro-airflow/features/airflow.feature @@ -10,9 +10,9 @@ Feature: Airflow And I have executed the kedro command "airflow create -t ../airflow/dags/" When I execute the airflow command "tasks list project-dummy" Then I should get a successful exit code - And I should get a message including "create-model-input-table-node" - And I should get a message including "preprocess-companies-node" - And I should get a message including "preprocess-shuttles-node" + And I should get a message including "split" + And I should get a message including "train" + And I should get a message including "predict" Scenario: Run Airflow task locally with latest Kedro Given I have installed kedro version "latest" @@ -20,6 +20,6 @@ Feature: Airflow And I have run a non-interactive kedro new And I have executed the kedro command "airflow create -t ../airflow/dags/" And I have installed the kedro project package - When I execute the airflow command "tasks test project-dummy preprocess-companies-node" + When I execute the airflow command "tasks test project-dummy split" Then I should get a successful exit code - And I should get a message including "Loading data from companies" + And I should get a message including "Loading data" diff --git a/kedro-airflow/features/steps/cli_steps.py b/kedro-airflow/features/steps/cli_steps.py index cbe3f2c45..479c07770 100644 --- a/kedro-airflow/features/steps/cli_steps.py +++ b/kedro-airflow/features/steps/cli_steps.py @@ -93,7 +93,7 @@ def create_project_from_config_file(context): "-c", str(context.config_file), "--starter", - "spaceflights-pandas", + "astro-airflow-iris", ], env=context.env, cwd=str(context.temp_dir), diff --git a/kedro-airflow/pyproject.toml b/kedro-airflow/pyproject.toml index 388a6730f..d537aa7d4 100644 --- a/kedro-airflow/pyproject.toml +++ b/kedro-airflow/pyproject.toml @@ -24,13 +24,12 @@ Tracker = "https://github.com/kedro-org/kedro-plugins/issues" [project.optional-dependencies] test = [ - "apache-airflow<2.7.0", # TODO: Temporary fix, to be reverted + "apache-airflow<3.0", "bandit", "behave", "black~=22.0", "connexion<3.0.0", # TODO: Temporary fix, connexion has changed their API, but airflow hasn't caught up yet "kedro-datasets", - "pendulum<3.0.0", # TODO: Also to be removed "pre-commit>=2.9.2", "pytest", "pytest-cov",