Skip to content
Merged
Show file tree
Hide file tree
Changes from 7 commits
Commits
Show all changes
52 commits
Select commit Hold shift + click to select a range
65a44a6
feat: add GCP_GKE and WATCHER_GCP_GKE execution modes for GKE support
vricciardulli Mar 19, 2026
c40c7db
fix: try different cmd invocation
vricciardulli Mar 20, 2026
c73aae5
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Mar 21, 2026
a947590
🎨 [pre-commit.ci] Auto format from pre-commit.com hooks
pre-commit-ci[bot] Mar 21, 2026
8416d7e
fix: bots comments
vricciardulli Mar 21, 2026
d046ae2
fix: tests
vricciardulli Mar 21, 2026
885e2e2
fix: bots comments
vricciardulli Mar 21, 2026
2e64343
Merge branch 'main' into gcp-modes
vricciardulli Mar 21, 2026
ce703e9
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Mar 21, 2026
5cccfe6
Merge branch 'gcp-modes' of https://github.com/vricciardulli/astronom…
vricciardulli Mar 22, 2026
8b4cdd0
fix: bots comments
vricciardulli Mar 22, 2026
6a250cf
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Mar 23, 2026
7ac5f7a
Merge branch 'main' into gcp-modes
vricciardulli Mar 24, 2026
d01bd53
fix: remove retries = 0
vricciardulli Mar 24, 2026
340a463
fix: tests
vricciardulli Mar 25, 2026
8bc0e4d
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Mar 25, 2026
11fca9e
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Mar 28, 2026
aedbd4e
fix: adapt to changes on main
vricciardulli Mar 28, 2026
8e69307
add more tests
vricciardulli Mar 28, 2026
bf37489
add more tests
vricciardulli Mar 28, 2026
150b780
feat(DEV): fix wrong docstrings
vricciardulli Mar 28, 2026
a24d1ae
refactor: deduplicate code across all k8s-based modes
vricciardulli Mar 28, 2026
d437c3e
Merge branch 'gcp-modes-deduplication' into gcp-modes
vricciardulli Mar 29, 2026
2b972d7
🎨 [pre-commit.ci] Auto format from pre-commit.com hooks
pre-commit-ci[bot] Mar 29, 2026
8b72654
fix: bot comments
vricciardulli Mar 29, 2026
440de44
fix: bring back inits
vricciardulli Mar 29, 2026
604ffcb
tests: add tests for execute_watcher_producer
vricciardulli Mar 29, 2026
0e5da20
docs: document changes
vricciardulli Mar 29, 2026
159347b
fix: attempt to improve type checking
vricciardulli Mar 29, 2026
4e01e14
tests: group tests with parametrize
vricciardulli Mar 29, 2026
8ec48cc
docs: fix pip install
vricciardulli Mar 29, 2026
446dbf8
fix: remove integration tests
vricciardulli Mar 29, 2026
2b458a5
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Mar 30, 2026
d41cea2
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Apr 1, 2026
eb9c56e
fix: bring back inits
vricciardulli Apr 1, 2026
6139d46
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Apr 6, 2026
7a4ac8c
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli May 12, 2026
0d3f2cf
🎨 [pre-commit.ci] Auto format from pre-commit.com hooks
pre-commit-ci[bot] May 12, 2026
737c036
fix: enforce pre-commit checks
vricciardulli May 12, 2026
0ba5e9b
fix: simplify
vricciardulli May 12, 2026
aab1cb1
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Jun 8, 2026
c1552ad
Use lazy logging in _k8s_common warning handler
vricciardulli Jun 8, 2026
6534b9a
Document GCP GKE execution modes in AGENTS.md
vricciardulli Jun 8, 2026
ad54d57
Add versionadded note for WATCHER_GCP_GKE mode
vricciardulli Jun 8, 2026
f87ea74
Add versionadded note for GCP_GKE mode
vricciardulli Jun 9, 2026
e8437b4
fix(DEV): rework docs a little
vricciardulli Jun 9, 2026
4491a5b
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Jun 12, 2026
dc76b16
Handle tests for WATCHER_GCP_GKE mode
vricciardulli Jun 12, 2026
98bb7f6
Merge branch 'main' into gcp-modes
pankajkoti Jun 17, 2026
57f6fd7
Merge remote-tracking branch 'upstream/main' into gcp-modes
vricciardulli Jun 21, 2026
424753f
Preserve dbt prefix in cloud-docs K8s command; reuse name helper
vricciardulli Jun 21, 2026
b449c48
fix: correct test arg to empty list
vricciardulli Jun 21, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions cosmos/airflow/graph.py
Original file line number Diff line number Diff line change
Expand Up @@ -227,11 +227,12 @@ def create_test_task_metadata(
watcher_to_test_execution_mode = {
ExecutionMode.WATCHER: ExecutionMode.LOCAL,
ExecutionMode.WATCHER_KUBERNETES: ExecutionMode.KUBERNETES,
ExecutionMode.WATCHER_GCP_GKE: ExecutionMode.GCP_GKE,
}
if (
render_config is not None
and render_config.test_behavior == TestBehavior.AFTER_ALL
and execution_mode in (ExecutionMode.WATCHER, ExecutionMode.WATCHER_KUBERNETES)
and execution_mode in (ExecutionMode.WATCHER, ExecutionMode.WATCHER_KUBERNETES, ExecutionMode.WATCHER_GCP_GKE)
):
test_execution_mode = watcher_to_test_execution_mode[execution_mode]
operator_class = calculate_operator_class(execution_mode=test_execution_mode, dbt_class=dbt_class)
Expand Down Expand Up @@ -921,7 +922,7 @@ def build_airflow_graph( # noqa: C901 TODO: https://github.com/astronomer/astro
if execution_mode == ExecutionMode.AIRFLOW_ASYNC:
# This property is only relevant for the setup task, not the other tasks:
virtualenv_dir = task_args.pop("virtualenv_dir", None)
elif execution_mode in (ExecutionMode.WATCHER, ExecutionMode.WATCHER_KUBERNETES):
elif execution_mode in (ExecutionMode.WATCHER, ExecutionMode.WATCHER_KUBERNETES, ExecutionMode.WATCHER_GCP_GKE):
setup_operator_args = getattr(execution_config, "setup_operator_args", None) or {}
# We are intentionally creating the producer task ahead of the consumer tasks
# Airflow priority weight is not being respected in multiple versions of the library, including 3.1
Expand Down
2 changes: 2 additions & 0 deletions cosmos/constants.py
Original file line number Diff line number Diff line change
Expand Up @@ -110,6 +110,8 @@ class ExecutionMode(Enum):
VIRTUALENV = "virtualenv"
AZURE_CONTAINER_INSTANCE = "azure_container_instance"
GCP_CLOUD_RUN_JOB = "gcp_cloud_run_job"
GCP_GKE = "gcp_gke"
WATCHER_GCP_GKE = "watcher_gcp_gke"
Comment thread
vricciardulli marked this conversation as resolved.
WATCHER_KUBERNETES = "watcher_kubernetes"


Expand Down
Loading