Skip to content
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 7 additions & 0 deletions lib/llm/src/discovery/model_manager.rs
Original file line number Diff line number Diff line change
Expand Up @@ -198,6 +198,13 @@ impl ModelManager {
self.cards.iter().map(|r| r.value().clone()).collect()
}

/// Return owned discovery instance keys for the locally recorded cards.
/// Reconciliation must not hold DashMap guards while it performs
/// asynchronous cleanup.
pub fn get_model_card_keys(&self) -> Vec<String> {
self.cards.iter().map(|r| r.key().clone()).collect()
}

/// Save a ModelDeploymentCard from an instance's key so we can fetch it later when the key is
/// deleted.
pub fn save_model_card(&self, key: &str, card: ModelDeploymentCard) -> anyhow::Result<()> {
Expand Down
Loading
Loading