Delete experimental API (apache#41434)

Author: vincbeck

.github/boring-cyborg.yml

@@ -549,12 +549,9 @@ labelPRBasedOnFilePath:
   area:API:
     - airflow/api/**/*
     - airflow/api_connexion/**/*
-    - airflow/www/api/**/*
     - clients/**/*
-    - docs/apache-airflow/deprecated-rest-api-ref.rst
     - docs/apache-airflow/stable-rest-api-ref.rst
     - tests/api_connexion/**/*
-    - tests/www/api/**/*
 
   area:dev-tools:
     - scripts/**/*

INSTALL

@@ -256,9 +256,9 @@ Those extras are available as regular core airflow extras - they install optiona
 
 # START CORE EXTRAS HERE
 
-aiobotocore, apache-atlas, apache-webhdfs, async, cgroups, cloudpickle, deprecated-api, github-
-enterprise, google-auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, pydantic,
-rabbitmq, s3fs, saml, sentry, statsd, uv, virtualenv
+aiobotocore, apache-atlas, apache-webhdfs, async, cgroups, cloudpickle, github-enterprise, google-
+auth, graphviz, kerberos, ldap, leveldb, otel, pandas, password, pydantic, rabbitmq, s3fs, saml,
+sentry, statsd, uv, virtualenv
 
 # END CORE EXTRAS HERE
 

RELEASE_NOTES.rst

@@ -3963,8 +3963,6 @@ Details in the `SQLAlchemy Changelog <https://docs.sqlalchemy.org/en/14/changelo
 
 Previously, only one backend was used to authorize use of the REST API. In 2.3 this was changed to support multiple backends, separated by comma. Each will be tried in turn until a successful response is returned.
 
-This setting is also used for the deprecated experimental API, which only uses the first option even if multiple are given.
-
 ``airflow.models.base.Operator`` is removed (#21505)
 """"""""""""""""""""""""""""""""""""""""""""""""""""
 

airflow/api/client/__init__.py

@@ -19,27 +19,19 @@
 
 from __future__ import annotations
 
-from importlib import import_module
-from typing import TYPE_CHECKING
-
 from airflow import api
-from airflow.configuration import conf
-
-if TYPE_CHECKING:
-    from airflow.api.client.api_client import Client
+from airflow.api.client.local_client import Client
 
 
 def get_current_api_client() -> Client:
     """Return current API Client based on current Airflow configuration."""
-    api_module = import_module(conf.get_mandatory_value("cli", "api_client"))
     auth_backends = api.load_auth()
     session = None
     for backend in auth_backends:
         session_factory = getattr(backend, "create_client_session", None)
         if session_factory:
             session = session_factory()
-        api_client = api_module.Client(
-            api_base_url=conf.get("cli", "endpoint_url"),
+        api_client = Client(
             auth=getattr(backend, "CLIENT_AUTH", None),
             session=session,
         )

airflow/api/client/api_client.py

@@ -19,16 +19,21 @@
 
 from __future__ import annotations
 
-from airflow.api.client import api_client
+import httpx
+
 from airflow.api.common import delete_dag, trigger_dag
-from airflow.api.common.experimental.get_lineage import get_lineage as get_lineage_api
 from airflow.exceptions import AirflowBadRequest, PoolNotFound
 from airflow.models.pool import Pool
 
 
-class Client(api_client.Client):
+class Client:
     """Local API client implementation."""
 
+    def __init__(self, auth=None, session: httpx.Client | None = None):
+        self._session: httpx.Client = session or httpx.Client()
+        if auth:
+            self._session.auth = auth
+
     def trigger_dag(
         self, dag_id, run_id=None, conf=None, execution_date=None, replace_microseconds=True
     ) -> dict | None:
@@ -87,7 +92,3 @@ def create_pool(self, name, slots, description, include_deferred):
     def delete_pool(self, name):
         pool = Pool.delete_pool(name=name)
         return pool.pool, pool.slots, pool.description
-
-    def get_lineage(self, dag_id, execution_date):
-        lineage = get_lineage_api(dag_id=dag_id, execution_date=execution_date)
-        return lineage