Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion vllm/multimodal/profiling.py
Original file line number Diff line number Diff line change
Expand Up @@ -184,7 +184,7 @@ def _get_mm_num_tokens(
placeholders_by_modality = mm_inputs["mm_placeholders"]

return {
modality: sum(item.get_num_embeds() for item in placeholders)
modality: sum(item.length for item in placeholders)
for modality, placeholders in placeholders_by_modality.items()
}

Expand Down