Skip to content

(via govambam): Fix cache key collision between dbt_ls and yaml_selectors Airflow Variab #2

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
macroscopeapp merged 1 commit into from
Feb 25, 2026
Merged

(via govambam): Fix cache key collision between dbt_ls and yaml_selectors Airflow Variab #2

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions cosmos/dbt/graph.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -522,7 +522,7 @@ def save_dbt_ls_cache(self, dbt_ls_output: str) -> None:
with remote_cache_key_path.open("w") as fp:
json.dump(cache_dict, fp)
else:
Variable.set(self.cache_key, cache_dict, serialize_json=True)
Variable.set(f"{self.cache_key}_dbt_ls", cache_dict, serialize_json=True)

def _get_dbt_ls_remote_cache(self, remote_cache_dir: Path | ObjectStoragePath) -> dict[str, str]:
"""Loads the remote cache for dbt ls."""
Expand Down Expand Up @@ -559,7 +559,7 @@ def get_dbt_ls_cache(self) -> dict[str, str]:
cache_dict = (
self._get_dbt_ls_remote_cache(remote_cache_dir)
if remote_cache_dir
else Variable.get(self.cache_key, deserialize_json=True)
else Variable.get(f"{self.cache_key}_dbt_ls", deserialize_json=True)
)
except tuple(airflow_variable_exceptions):
return cache_dict
Expand Down Expand Up @@ -980,7 +980,7 @@ def get_yaml_selectors_cache(self) -> dict[str, Any]:
cache_dict = (
self._get_yaml_selectors_remote_cache(remote_cache_dir)
if remote_cache_dir
else Variable.get(self.cache_key, deserialize_json=True)
else Variable.get(f"{self.cache_key}_yaml_selectors", deserialize_json=True)
)
except tuple(airflow_variable_exceptions):
return cache_dict
Expand Down Expand Up @@ -1039,7 +1039,7 @@ def save_yaml_selectors_cache(self, yaml_selectors: YamlSelectors) -> None:
with remote_cache_key_path.open("w") as fp:
json.dump(cache_dict, fp)
else:
Variable.set(self.cache_key, cache_dict, serialize_json=True)
Variable.set(f"{self.cache_key}_yaml_selectors", cache_dict, serialize_json=True)

def parse_yaml_selectors(self, selector_definitions: dict[str, Any]) -> YamlSelectors:
"""
Expand Down