diff --git a/scripts/airflow3/dags/basic_cosmos_dag.py b/scripts/airflow3/dags/basic_cosmos_dag.py deleted file mode 100644 index 1d02f6ab1a..0000000000 --- a/scripts/airflow3/dags/basic_cosmos_dag.py +++ /dev/null @@ -1,45 +0,0 @@ -""" -An example DAG that uses Cosmos to render a dbt project into an Airflow DAG. -""" - -import os -from datetime import datetime -from pathlib import Path - -from cosmos import DbtDag, ProfileConfig, ProjectConfig - -DEFAULT_DBT_ROOT_PATH = Path(__file__).parent.parent.parent.parent / "dev/dags/dbt" -DBT_ROOT_PATH = Path(os.getenv("DBT_ROOT_PATH", DEFAULT_DBT_ROOT_PATH)) -DBT_PROJ_DIR = DBT_ROOT_PATH / "jaffle_shop" -DBT_PROFILE_PATH = DBT_PROJ_DIR / "profiles.yml" -DBT_ARTIFACT = DBT_PROJ_DIR / "target" -MANIFEST_PATH = DBT_ARTIFACT / "manifest.json" - -project_config = ProjectConfig( - dbt_project_path=DBT_PROJ_DIR, - project_name="jaffle_shop", -) - -profile_config = ProfileConfig( - profile_name="default", - target_name="dev", - profiles_yml_filepath=DBT_PROFILE_PATH, -) - -# [START local_example] -basic_cosmos_dag = DbtDag( - # dbt/cosmos-specific parameters - project_config=project_config, - profile_config=profile_config, - operator_args={ - "install_deps": True, # install any necessary dependencies before running any dbt command - "full_refresh": True, # used only in dbt commands that support this flag - }, - # normal dag parameters - schedule="@daily", - start_date=datetime(2023, 1, 1), - catchup=False, - dag_id="basic_cosmos_dag", - default_args={"retries": 2}, -) -# [END local_example] diff --git a/scripts/airflow3/dags/basic_cosmos_task_group.py b/scripts/airflow3/dags/basic_cosmos_task_group.py deleted file mode 120000 index c93a53f801..0000000000 --- a/scripts/airflow3/dags/basic_cosmos_task_group.py +++ /dev/null @@ -1 +0,0 @@ -../../../dev/dags/basic_cosmos_task_group.py \ No newline at end of file diff --git a/scripts/airflow3/dags/example_operators.py b/scripts/airflow3/dags/example_operators.py deleted file mode 100644 index 41fd0e18a3..0000000000 --- a/scripts/airflow3/dags/example_operators.py +++ /dev/null @@ -1,50 +0,0 @@ -import os -from datetime import datetime -from pathlib import Path - -from airflow import DAG - -from cosmos.config import ProfileConfig -from cosmos.operators.local import DbtCloneLocalOperator, DbtRunLocalOperator, DbtSeedLocalOperator - -DEFAULT_DBT_ROOT_PATH = Path(__file__).parent.parent.parent.parent / "dev/dags/dbt" -DBT_ROOT_PATH = Path(os.getenv("DBT_ROOT_PATH", DEFAULT_DBT_ROOT_PATH)) -DBT_PROJ_DIR = DBT_ROOT_PATH / "jaffle_shop" -DBT_PROFILE_PATH = DBT_PROJ_DIR / "profiles.yml" -DBT_ARTIFACT = DBT_PROJ_DIR / "target" - -profile_config = ProfileConfig( - profile_name="default", - target_name="dev", - profiles_yml_filepath=DBT_PROFILE_PATH, -) - -with DAG("example_operators", start_date=datetime(2024, 1, 1), catchup=False) as dag: - seed_operator = DbtSeedLocalOperator( - profile_config=profile_config, - project_dir=DBT_PROJ_DIR, - task_id="seed", - dbt_cmd_flags=["--select", "raw_customers"], - install_deps=True, - append_env=True, - ) - - clone_operator = DbtCloneLocalOperator( - profile_config=profile_config, - project_dir=DBT_PROJ_DIR, - task_id="clone", - dbt_cmd_flags=["--models", "stg_customers", "--state", DBT_ARTIFACT], - install_deps=True, - append_env=True, - ) - - run_operator = DbtRunLocalOperator( - profile_config=profile_config, - project_dir=DBT_PROJ_DIR, - task_id="run", - dbt_cmd_flags=["--models", "stg_customers"], - install_deps=True, - append_env=True, - ) - - seed_operator >> [run_operator, clone_operator] diff --git a/scripts/airflow3/dags/example_virtualenv.py b/scripts/airflow3/dags/example_virtualenv.py deleted file mode 120000 index a432411b98..0000000000 --- a/scripts/airflow3/dags/example_virtualenv.py +++ /dev/null @@ -1 +0,0 @@ -../../../dev/dags/example_virtualenv.py \ No newline at end of file diff --git a/scripts/airflow3/dags/example_virtualenv_mini.py b/scripts/airflow3/dags/example_virtualenv_mini.py deleted file mode 120000 index 8fbc8ad7f1..0000000000 --- a/scripts/airflow3/dags/example_virtualenv_mini.py +++ /dev/null @@ -1 +0,0 @@ -../../../dev/dags/example_virtualenv_mini.py \ No newline at end of file diff --git a/scripts/airflow3/dags/hello.py b/scripts/airflow3/dags/hello.py deleted file mode 100644 index 10f721f0fa..0000000000 --- a/scripts/airflow3/dags/hello.py +++ /dev/null @@ -1,29 +0,0 @@ -from datetime import datetime - -from airflow import DAG -from airflow.providers.standard.operators.bash import BashOperator - -# Define the default_args dictionary for the DAG -default_args = { - "owner": "airflow", - "start_date": datetime(2025, 3, 20), - "retries": 1, -} - -# Define the DAG -dag = DAG( - "hello_world_bash", - default_args=default_args, - description="A simple Hello World Bash command DAG", - schedule=None, # None means it doesn't have a regular schedule, we can trigger manually -) - -# Define the BashOperator task to execute the Bash command -hello_world_task = BashOperator( - task_id="hello_world_task", - bash_command='echo "Hello, World!"', # The Bash command to execute - dag=dag, -) - -# Set the task to run -hello_world_task diff --git a/scripts/airflow3/dags/jaffle_shop_kubernetes.py b/scripts/airflow3/dags/jaffle_shop_kubernetes.py deleted file mode 120000 index b77a4b410c..0000000000 --- a/scripts/airflow3/dags/jaffle_shop_kubernetes.py +++ /dev/null @@ -1 +0,0 @@ -../../../dev/dags/jaffle_shop_kubernetes.py \ No newline at end of file diff --git a/scripts/airflow3/dags/simple_dag_async.py b/scripts/airflow3/dags/simple_dag_async.py deleted file mode 120000 index d3f5df7648..0000000000 --- a/scripts/airflow3/dags/simple_dag_async.py +++ /dev/null @@ -1 +0,0 @@ -../../../dev/dags/simple_dag_async.py \ No newline at end of file