Skip to content
Merged
Show file tree
Hide file tree
Changes from 62 commits
Commits
Show all changes
63 commits
Select commit Hold shift + click to select a range
666feef
Add chat completion support for websearch
Sameerlite Feb 5, 2026
ea4e48e
Add chat completion tool calls support and response transformation
Sameerlite Feb 5, 2026
245d705
Add new methods in chat completion
Sameerlite Feb 5, 2026
6207bf8
Add chat completion tool format
Sameerlite Feb 5, 2026
88778a8
Add callback for websearch in completion method
Sameerlite Feb 5, 2026
4b0eb50
Add test for web search
Sameerlite Feb 5, 2026
a2e70a5
Potential fix for code scanning alert no. 4046: Clear-text logging of…
Sameerlite Feb 6, 2026
f12875b
Update litellm/integrations/websearch_interception/tools.py
Sameerlite Feb 6, 2026
e24ea28
fix: empty guardrails/policies arrays should not trigger enterprise l…
veeceey Feb 8, 2026
3b043ee
fix critical CVE vulnerabliltes (#20683)
Harshit28j Feb 8, 2026
7f93ff9
fix: add hook to handle db case (#20635)
Harshit28j Feb 8, 2026
c9df996
Add team policy mapping for zguard (#20608)
jwang-gif Feb 8, 2026
55a89f2
feat: add support for anthropic_messages call type in prompt caching …
nuernber Feb 8, 2026
1fecae0
docs: add SDK proxy authentication (OAuth2/JWT auto-refresh) document…
Chesars Feb 8, 2026
8dcd183
Fixes #20582 (#20663)
gotsysdba Feb 8, 2026
7335965
fix: show error details instead of Data Not Available for failed requ…
veeceey Feb 8, 2026
c8d9547
fix(ui): add null guard for models in API keys table (#20655)
veeceey Feb 8, 2026
c9c6a5e
Fix: Spend logs pickle error with Pydantic models and redaction (#20685)
veeceey Feb 8, 2026
0458e73
fix(vertex_ai): propagate extra_headers anthropic-beta to request bod…
eliasaronson Feb 8, 2026
f7d03f8
fix(streaming): preserve interleaved thinking/redacted blocks
emerzon Feb 8, 2026
c63d5fa
test(streaming): build thinking chunks with typed Delta/StreamingChoices
emerzon Feb 8, 2026
381c375
Fix video list pagination cursors not encoded with provider metadata
tsachis Feb 8, 2026
68d788c
fix(responses): preserve streamed tool deltas when id is omitted
emerzon Feb 8, 2026
cf17a44
fix(responses): guard ambiguous tool-call index reuse
emerzon Feb 8, 2026
aaa48f8
Merge pull request #20712 from emerzon/fix/responses-tool-call-delta-…
Sameerlite Feb 9, 2026
8cd8a01
Add compaction for vertex ai
Sameerlite Feb 9, 2026
d41df60
Add all new feat for v1/messages
Sameerlite Feb 9, 2026
3307f3d
Add inference_geo as supported messages param
Sameerlite Feb 9, 2026
20440bc
Add inference based costing
Sameerlite Feb 9, 2026
29e6efa
Add inference_geo as supported messages param
Sameerlite Feb 9, 2026
b822e2e
Add support for fast param
Sameerlite Feb 9, 2026
c3b1c0a
Add fast mode for other providers
Sameerlite Feb 9, 2026
319453d
Add documentation for Fast Mode
Sameerlite Feb 9, 2026
248fe65
add missing indexes on VerificationToken table
CAFxX Jan 30, 2026
3d49388
Fix structured response of tool call
Sameerlite Feb 9, 2026
4e94ecb
Add tests for WebSearch interception with chat completions API
Sameerlite Feb 9, 2026
7fa4d09
Add doc for chat completion web search
Sameerlite Feb 9, 2026
1f04115
Fix: is_web_search_tool_chat_completion
Sameerlite Feb 9, 2026
c48986b
Fix double json import
Sameerlite Feb 9, 2026
a924a07
Merge pull request #20736 from CAFxX/verificationtoken-index
Sameerlite Feb 9, 2026
2f33445
Merge pull request #20738 from BerriAI/main
Sameerlite Feb 9, 2026
6c4d6bb
Add new vercel ai anthropic models
Sameerlite Feb 9, 2026
d35691a
Fix: base_model name for body and deplyment name in URL
Sameerlite Feb 9, 2026
f929461
Merge pull request #20702 from emerzon/fix/issue-20698-stream-chunk-t…
Sameerlite Feb 9, 2026
1b22789
Add output_config as supported param
Sameerlite Feb 9, 2026
285c00a
Merge pull request #20710 from tsachis/fix-video-list-pagination-id-e…
Sameerlite Feb 9, 2026
a322db0
Merge pull request #20696 from BerriAI/litellm_oss_staging_02_08_2026
Sameerlite Feb 9, 2026
493eaa6
Merge pull request #20748 from BerriAI/litellm_anthropic_output_config
Sameerlite Feb 9, 2026
23088f8
Add response schema for vercel ai sonnet 4.5
Sameerlite Feb 9, 2026
3cf109e
Merge pull request #20745 from BerriAI/litellm_vercel_ai_models
Sameerlite Feb 9, 2026
30d17c2
handle when litellm_parrams might be none
Sameerlite Feb 9, 2026
ef55d37
Merge branch 'main' into litellm_v1_messages_claude_4_6
Sameerlite Feb 9, 2026
5611974
Fix : litellm/tests/test_litellm/llms/bedrock/chat/invoke_transformat…
Sameerlite Feb 9, 2026
e5f41ba
Merge pull request #20733 from BerriAI/litellm_v1_messages_claude_4_6
Sameerlite Feb 9, 2026
0b5cb47
fix: Missing return statement for async streaming
Sameerlite Feb 9, 2026
5702cc7
Fix: get_supported_anthropic_messages_params
Sameerlite Feb 9, 2026
5693e2c
Merge pull request #20752 from BerriAI/litellm_fix_cicd_9_feb
Sameerlite Feb 9, 2026
125e11d
Fix mypy issues
Sameerlite Feb 9, 2026
2d18ae4
Fix mypy issues
Sameerlite Feb 9, 2026
6158e46
Merge pull request #20747 from BerriAI/litellm_image_gen_bas_model_fix
Sameerlite Feb 9, 2026
6b2bcdb
Merge pull request #20483 from BerriAI/litellm_completion_websearch
Sameerlite Feb 9, 2026
f142498
Add support for extra fields in Generic SSO via GENERIC_USER_EXTRA_AT…
Praveena-617 Feb 9, 2026
e4fd13b
docs: Add documentation for GENERIC_USER_EXTRA_ATTRIBUTES
Praveena-617 Feb 9, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .dockerignore
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ dist/
build/
*.egg-info/
.DS_Store
node_modules/
**/node_modules
*.log
.env
.env.local
31 changes: 30 additions & 1 deletion Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,22 @@ USER root

# Install runtime dependencies (libsndfile needed for audio processing on ARM64)
RUN apk add --no-cache bash openssl tzdata nodejs npm python3 py3-pip libsndfile && \
npm install -g npm@latest tar@latest
npm install -g npm@latest tar@7.5.7 glob@11.1.0 @isaacs/brace-expansion@5.0.1 && \
# SECURITY FIX: npm bundles tar, glob, and brace-expansion at multiple nested
# levels inside its dependency tree. `npm install -g <pkg>` only creates a
# SEPARATE global package, it does NOT replace npm's internal copies.
# We must find and replace EVERY copy inside npm's directory.
GLOBAL="$(npm root -g)" && \
find "$GLOBAL/npm" -type d -name "tar" -path "*/node_modules/tar" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done && \
find "$GLOBAL/npm" -type d -name "glob" -path "*/node_modules/glob" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done && \
find "$GLOBAL/npm" -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done && \
npm cache clean --force

WORKDIR /app
# Copy the current directory contents into the container at /app
Expand All @@ -71,6 +86,20 @@ RUN NODEJS_WHEEL_NODE=$(find /usr/lib -path "*/nodejs_wheel/bin/node" 2>/dev/nul
RUN find /usr/lib -type f -path "*/tornado/test/*" -delete && \
find /usr/lib -type d -path "*/tornado/test" -delete

# SECURITY FIX: nodejs-wheel-binaries (pip package used by Prisma) bundles a complete
# npm with old vulnerable deps at /usr/lib/python3.*/site-packages/nodejs_wheel/.
# Patch every copy of tar, glob, and brace-expansion inside that tree.
RUN GLOBAL="$(npm root -g)" && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/tar" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/glob" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/@isaacs/brace-expansion" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done

# Install semantic_router and aurelio-sdk using script
# Convert Windows line endings to Unix and make executable
RUN sed -i 's/\r$//' docker/install_auto_router.sh && chmod +x docker/install_auto_router.sh && ./docker/install_auto_router.sh
Expand Down
5 changes: 1 addition & 4 deletions ci_cd/security_scans.sh
Original file line number Diff line number Diff line change
Expand Up @@ -155,10 +155,7 @@ run_grype_scans() {
"CVE-2025-12781" # No fix available yet
"CVE-2025-11468" # No fix available yet
"CVE-2026-1299" # Python 3.13 email module header injection - not applicable, LiteLLM doesn't use BytesGenerator for email serialization
"GHSA-7h2j-956f-4vf2" # @isaacs/brace-expansion ReDoS - npm tooling dependency, not used in application runtime
"GHSA-hx9q-6w63-j58v" # orjson deep recursion - no fix available yet
"GHSA-8qq5-rm4j-mr97" # node-tar symlink poisoning - npm tooling dependency, tar CLI not exposed in application code
"GHSA-29xp-372q-xqph" # node-tar race condition - npm tooling dependency, tar CLI not exposed in application code
"CVE-2026-0775" # npm cli incorrect permission assignment - no fix available yet, npm is only used at build/prisma-generate time
)

# Build JSON array of allowlisted CVE IDs for jq
Expand Down
13 changes: 12 additions & 1 deletion docker/Dockerfile.custom_ui
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,18 @@ WORKDIR /app

# Install Node.js and npm (adjust version as needed)
RUN apt-get update && apt-get install -y nodejs npm && \
npm install -g npm@latest tar@latest
npm install -g npm@latest tar@7.5.7 glob@11.1.0 @isaacs/brace-expansion@5.0.1 && \
GLOBAL="$(npm root -g)" && \
find "$GLOBAL/npm" -type d -name "tar" -path "*/node_modules/tar" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done && \
find "$GLOBAL/npm" -type d -name "glob" -path "*/node_modules/glob" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done && \
find "$GLOBAL/npm" -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done && \
npm cache clean --force

# Copy the UI source into the container
COPY ./ui/litellm-dashboard /app/ui/litellm-dashboard
Expand Down
29 changes: 25 additions & 4 deletions docker/Dockerfile.database
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,18 @@ USER root

# Install runtime dependencies
RUN apk add --no-cache bash openssl tzdata nodejs npm python3 py3-pip libsndfile && \
npm install -g npm@latest tar@latest
npm install -g npm@latest tar@7.5.7 glob@11.1.0 @isaacs/brace-expansion@5.0.1 && \
GLOBAL="$(npm root -g)" && \
find "$GLOBAL/npm" -type d -name "tar" -path "*/node_modules/tar" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done && \
find "$GLOBAL/npm" -type d -name "glob" -path "*/node_modules/glob" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done && \
find "$GLOBAL/npm" -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done && \
npm cache clean --force

WORKDIR /app
# Copy the current directory contents into the container at /app
Expand All @@ -64,9 +75,19 @@ COPY --from=builder /wheels/ /wheels/
# Install the built wheel using pip; again using a wildcard if it's the only file
RUN pip install *.whl /wheels/* --no-index --find-links=/wheels/ && rm -f *.whl && rm -rf /wheels

# Replace the nodejs-wheel-binaries bundled node with the system node (fixes CVE-2025-55130)
RUN NODEJS_WHEEL_NODE=$(find /usr/lib -path "*/nodejs_wheel/bin/node" 2>/dev/null) && \
if [ -n "$NODEJS_WHEEL_NODE" ]; then cp /usr/bin/node "$NODEJS_WHEEL_NODE"; fi
# SECURITY FIX: nodejs-wheel-binaries (pip package used by Prisma) bundles a complete
# npm with old vulnerable deps at /usr/lib/python3.*/site-packages/nodejs_wheel/.
# Patch every copy of tar, glob, and brace-expansion inside that tree.
RUN GLOBAL="$(npm root -g)" && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/tar" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/glob" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/@isaacs/brace-expansion" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done

# Install semantic_router and aurelio-sdk using script
# Convert Windows line endings to Unix and make executable
Expand Down
27 changes: 26 additions & 1 deletion docker/Dockerfile.dev
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,18 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
nodejs \
npm \
&& rm -rf /var/lib/apt/lists/* \
&& npm install -g npm@latest tar@latest
&& npm install -g npm@latest tar@7.5.7 glob@11.1.0 @isaacs/brace-expansion@5.0.1 \
&& GLOBAL="$(npm root -g)" \
&& find "$GLOBAL/npm" -type d -name "tar" -path "*/node_modules/tar" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done \
&& find "$GLOBAL/npm" -type d -name "glob" -path "*/node_modules/glob" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done \
&& find "$GLOBAL/npm" -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done \
&& npm cache clean --force

WORKDIR /app

Expand All @@ -80,6 +91,20 @@ RUN pip install --no-cache-dir *.whl /wheels/* --no-index --find-links=/wheels/
rm -f *.whl && \
rm -rf /wheels

# SECURITY FIX: nodejs-wheel-binaries (pip package used by Prisma) bundles a complete
# npm with old vulnerable deps at /usr/lib/python3.*/site-packages/nodejs_wheel/.
# Patch every copy of tar, glob, and brace-expansion inside that tree.
RUN GLOBAL="$(npm root -g)" && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/tar" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/glob" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/@isaacs/brace-expansion" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done

# Generate prisma client and set permissions
# Convert Windows line endings to Unix for entrypoint scripts
RUN prisma generate && \
Expand Down
29 changes: 25 additions & 4 deletions docker/Dockerfile.non_root
Original file line number Diff line number Diff line change
Expand Up @@ -104,7 +104,18 @@ RUN for i in 1 2 3; do \
&& for i in 1 2 3; do \
apk add --no-cache python3 py3-pip bash openssl tzdata nodejs npm supervisor && break || sleep 5; \
done \
&& npm install -g npm@latest tar@latest
&& npm install -g npm@latest tar@7.5.7 glob@11.1.0 @isaacs/brace-expansion@5.0.1 \
&& GLOBAL="$(npm root -g)" \
&& find "$GLOBAL/npm" -type d -name "tar" -path "*/node_modules/tar" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done \
&& find "$GLOBAL/npm" -type d -name "glob" -path "*/node_modules/glob" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done \
&& find "$GLOBAL/npm" -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done \
&& npm cache clean --force

# Copy artifacts from builder
COPY --from=builder /app/requirements.txt /app/requirements.txt
Expand Down Expand Up @@ -146,9 +157,19 @@ RUN pip install --no-index --find-links=/wheels/ -r requirements.txt && \
fi; \
fi

# Replace the nodejs-wheel-binaries bundled node with the system node (fixes CVE-2025-55130)
RUN NODEJS_WHEEL_NODE=$(find /usr/lib -path "*/nodejs_wheel/bin/node" 2>/dev/null) && \
if [ -n "$NODEJS_WHEEL_NODE" ]; then cp /usr/bin/node "$NODEJS_WHEEL_NODE"; fi
# SECURITY FIX: nodejs-wheel-binaries (pip package used by Prisma) bundles a complete
# npm with old vulnerable deps at /usr/lib/python3.*/site-packages/nodejs_wheel/.
# Patch every copy of tar, glob, and brace-expansion inside that tree.
RUN GLOBAL="$(npm root -g)" && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/tar" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/glob" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; \
done && \
find /usr/lib -path "*/nodejs_wheel/*/node_modules/@isaacs/brace-expansion" -type d | while read d; do \
rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; \
done

# Permissions, cleanup, and Prisma prep
# Convert Windows line endings to Unix for entrypoint scripts
Expand Down
Loading
Loading