Skip to content

Commit 53e389a

Browse files
committed
Changes to PeftCacheManager
Signed-off-by: Linda-Stadter <[email protected]>
1 parent be932fb commit 53e389a

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

cpp/tensorrt_llm/nanobind/batch_manager/kvCacheManager.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -472,7 +472,8 @@ void tb::BasePeftCacheManagerBindings::initBindings(nb::module_& m)
472472

473473
nb::class_<tb::PeftCacheManager, tb::BasePeftCacheManager>(m, "PeftCacheManager")
474474
.def(nb::init<tb::PeftCacheManagerConfig, tr::ModelConfig, tr::WorldConfig, tr::BufferManager>(),
475-
nb::arg("config"), nb::arg("model_config"), nb::arg("world_config"), nb::arg("buffer_manager"));
475+
nb::arg("config"), nb::arg("model_config"), nb::arg("world_config"), nb::arg("buffer_manager"))
476+
.def("is_task_cached", &tb::PeftCacheManager::isTaskCached, nb::arg("taskId"));
476477

477478
nb::class_<tb::NoOpPeftCacheManager, tb::BasePeftCacheManager>(m, "NoOpPeftCacheManager").def(nb::init<>());
478479
}

0 commit comments

Comments
 (0)