Skip to content

fix(vertex-ai): use DB credentials in video handlers + implement Veo video edit #29098

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
mateo-berri merged 8 commits into from
May 28, 2026
Merged

fix(vertex-ai): use DB credentials in video handlers + implement Veo video edit #29098

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
17f3a5f
fix(vertex-ai): pass litellm_params to validate_environment in video …
Sameerlite May 28, 2026
c6df312
fix(vertex-ai): hoist fetchPredictOperation into handlers to avoid bl…
Sameerlite May 28, 2026
d8f97ab
fix(vertex-ai): include prefetch call inside _handle_error try/except…
Sameerlite May 28, 2026
a5ad434
fix(videos): add prefetched_source_data param to all transform_video_…
Sameerlite May 28, 2026
77c6257
fix(video_edit): keep transform/pre_call outside try so validation er…
cursoragent May 28, 2026
7543fe0
refactor(vertex_ai): delegate get_video_edit_prefetch_params to statu…
cursoragent May 28, 2026
8e2be95
Fix varia review
Sameerlite May 28, 2026
c470ab9
fix(video_edit): route transform errors through _handle_error
Sameerlite May 28, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions litellm/cost_calculator.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -133,6 +133,8 @@
{
CallTypes.create_video.value,
CallTypes.acreate_video.value,
CallTypes.video_edit.value,
CallTypes.avideo_edit.value,
CallTypes.video_remix.value,
CallTypes.avideo_remix.value,
}
Expand Down
19 changes: 19 additions & 0 deletions litellm/llms/base_llm/videos/transformation.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -321,6 +321,23 @@ def transform_video_get_character_response(
"video get character is not supported for this provider"
)

def get_video_edit_prefetch_params(
self,
video_id: str,
api_base: str,
litellm_params: GenericLiteLLMParams,
headers: dict,
) -> Optional[Tuple[str, Dict]]:
"""
Return (url, body) for a pre-fetch HTTP call that must be made before
transform_video_edit_request, or None if no pre-fetch is required.

Providers that need to retrieve the source video before constructing the
edit request (e.g. Vertex AI) should override this method. The handler
uses the existing shared httpx client so the call is properly async.
"""
return None

def transform_video_edit_request(
self,
prompt: str,
Expand All @@ -329,6 +346,7 @@ def transform_video_edit_request(
litellm_params: GenericLiteLLMParams,
headers: dict,
extra_body: Optional[Dict[str, Any]] = None,
prefetched_source_data: Optional[Dict[str, Any]] = None,
) -> Tuple[str, Dict]:
"""
Transform the video edit request into a URL and JSON data.
Expand All @@ -343,6 +361,7 @@ def transform_video_edit_response(
raw_response: httpx.Response,
logging_obj: LiteLLMLoggingObj,
custom_llm_provider: Optional[str] = None,
request_data: Optional[Dict] = None,
) -> VideoObject:
raise NotImplementedError("video edit is not supported for this provider")

Expand Down
113 changes: 85 additions & 28 deletions litellm/llms/custom_httpx/llm_http_handler.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6560,6 +6560,7 @@ def video_remix_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)

if extra_headers:
Expand Down Expand Up @@ -6642,6 +6643,7 @@ async def async_video_remix_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)

if extra_headers:
Expand Down Expand Up @@ -6734,6 +6736,7 @@ def video_create_character_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand Down Expand Up @@ -6805,6 +6808,7 @@ async def async_video_create_character_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand Down Expand Up @@ -6888,6 +6892,7 @@ def video_get_character_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand Down Expand Up @@ -6945,6 +6950,7 @@ async def async_video_get_character_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand Down Expand Up @@ -7021,6 +7027,7 @@ def video_edit_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand All @@ -7031,27 +7038,49 @@ def video_edit_handler(
litellm_params=dict(litellm_params),
)

url, data = video_provider_config.transform_video_edit_request(
prompt=prompt,
prefetched_source_data = None
prefetch_params = video_provider_config.get_video_edit_prefetch_params(
video_id=video_id,
api_base=api_base,
litellm_params=litellm_params,
headers=headers,
extra_body=extra_body,
)

logging_obj.pre_call(
input=prompt,
api_key="",
additional_args={
"complete_input_dict": data,
"api_base": url,
"headers": headers,
"video_id": video_id,
},
)
if prefetch_params is not None:
prefetch_url, prefetch_body = prefetch_params
try:
prefetch_resp = sync_httpx_client.post(
url=prefetch_url,
headers=headers,
json=prefetch_body,
timeout=timeout,
)
prefetch_resp.raise_for_status()
except Exception as e:
raise self._handle_error(e=e, provider_config=video_provider_config)
prefetched_source_data = prefetch_resp.json()

try:
url, data = video_provider_config.transform_video_edit_request(
prompt=prompt,
video_id=video_id,
api_base=api_base,
litellm_params=litellm_params,
headers=headers,
extra_body=extra_body,
prefetched_source_data=prefetched_source_data,
)

logging_obj.pre_call(
input=prompt,
api_key="",
additional_args={
"complete_input_dict": data,
"api_base": url,
"headers": headers,
"video_id": video_id,
},
)

response = sync_httpx_client.post(
url=url,
headers=headers,
Expand All @@ -7063,6 +7092,7 @@ def video_edit_handler(
raw_response=response,
logging_obj=logging_obj,
custom_llm_provider=custom_llm_provider,
request_data=data,
)
except Exception as e:
raise self._handle_error(e=e, provider_config=video_provider_config)
Expand Down Expand Up @@ -7093,6 +7123,7 @@ async def async_video_edit_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand All @@ -7103,27 +7134,49 @@ async def async_video_edit_handler(
litellm_params=dict(litellm_params),
)

url, data = video_provider_config.transform_video_edit_request(
prompt=prompt,
prefetched_source_data = None
prefetch_params = video_provider_config.get_video_edit_prefetch_params(
video_id=video_id,
api_base=api_base,
litellm_params=litellm_params,
headers=headers,
extra_body=extra_body,
)

logging_obj.pre_call(
input=prompt,
api_key="",
additional_args={
"complete_input_dict": data,
"api_base": url,
"headers": headers,
"video_id": video_id,
},
)
if prefetch_params is not None:
prefetch_url, prefetch_body = prefetch_params
try:
prefetch_resp = await async_httpx_client.post(
url=prefetch_url,
headers=headers,
json=prefetch_body,
timeout=timeout,
)
prefetch_resp.raise_for_status()
except Exception as e:
raise self._handle_error(e=e, provider_config=video_provider_config)
prefetched_source_data = prefetch_resp.json()

try:
url, data = video_provider_config.transform_video_edit_request(
prompt=prompt,
video_id=video_id,
api_base=api_base,
litellm_params=litellm_params,
headers=headers,
extra_body=extra_body,
prefetched_source_data=prefetched_source_data,
)

logging_obj.pre_call(
input=prompt,
api_key="",
additional_args={
"complete_input_dict": data,
"api_base": url,
"headers": headers,
"video_id": video_id,
},
)

response = await async_httpx_client.post(
url=url,
headers=headers,
Expand All @@ -7135,6 +7188,7 @@ async def async_video_edit_handler(
raw_response=response,
logging_obj=logging_obj,
custom_llm_provider=custom_llm_provider,
request_data=data,
)
except Exception as e:
raise self._handle_error(e=e, provider_config=video_provider_config)
Expand Down Expand Up @@ -7182,6 +7236,7 @@ def video_extension_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand Down Expand Up @@ -7256,6 +7311,7 @@ async def async_video_extension_handler(
api_key=api_key or litellm_params.get("api_key", None),
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)
if extra_headers:
headers.update(extra_headers)
Expand Down Expand Up @@ -7467,6 +7523,7 @@ async def async_video_delete_handler(
api_key=api_key,
headers=extra_headers or {},
model="",
litellm_params=litellm_params,
)

if extra_headers:
Expand Down
15 changes: 13 additions & 2 deletions litellm/llms/gemini/videos/transformation.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -581,12 +581,23 @@ def transform_video_get_character_response(self, raw_response, logging_obj):
raise NotImplementedError("video get character is not supported for Gemini")

def transform_video_edit_request(
self, prompt, video_id, api_base, litellm_params, headers, extra_body=None
self,
prompt,
video_id,
api_base,
litellm_params,
headers,
extra_body=None,
prefetched_source_data=None,
):
raise NotImplementedError("video edit is not supported for Gemini")

def transform_video_edit_response(
self, raw_response, logging_obj, custom_llm_provider=None
self,
raw_response,
logging_obj,
custom_llm_provider=None,
request_data=None,
):
raise NotImplementedError("video edit is not supported for Gemini")

Expand Down
2 changes: 2 additions & 0 deletions litellm/llms/openai/videos/transformation.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -534,6 +534,7 @@ def transform_video_edit_request(
litellm_params: GenericLiteLLMParams,
headers: dict,
extra_body: Optional[Dict[str, Any]] = None,
prefetched_source_data: Optional[Dict[str, Any]] = None,
) -> Tuple[str, Dict]:
original_video_id = extract_original_video_id(video_id)
url = f"{api_base.rstrip('/')}/edits"
Expand All @@ -547,6 +548,7 @@ def transform_video_edit_response(
raw_response: httpx.Response,
logging_obj: Any,
custom_llm_provider: Optional[str] = None,
request_data: Optional[Dict] = None,
) -> VideoObject:
video_obj = VideoObject(**raw_response.json())
if custom_llm_provider and video_obj.id:
Expand Down
15 changes: 13 additions & 2 deletions litellm/llms/runwayml/videos/transformation.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -623,12 +623,23 @@ def transform_video_get_character_response(self, raw_response, logging_obj):
raise NotImplementedError("video get character is not supported for RunwayML")

def transform_video_edit_request(
self, prompt, video_id, api_base, litellm_params, headers, extra_body=None
self,
prompt,
video_id,
api_base,
litellm_params,
headers,
extra_body=None,
prefetched_source_data=None,
):
raise NotImplementedError("video edit is not supported for RunwayML")

def transform_video_edit_response(
self, raw_response, logging_obj, custom_llm_provider=None
self,
raw_response,
logging_obj,
custom_llm_provider=None,
request_data=None,
):
raise NotImplementedError("video edit is not supported for RunwayML")

Expand Down
Loading
Loading