Skip to content
Merged
Show file tree
Hide file tree
Changes from 7 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 9 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -129,6 +129,7 @@ from strands import Agent
from strands.models import BedrockModel
from strands.models.ollama import OllamaModel
from strands.models.llamaapi import LlamaAPIModel
from strands.models.llamacpp import LlamaCppModel

# Bedrock
bedrock_model = BedrockModel(
Expand All @@ -153,6 +154,14 @@ llama_model = LlamaAPIModel(
)
agent = Agent(model=llama_model)
response = agent("Tell me about Agentic AI")

# llama.cpp
llamacpp_model = LlamaCppModel(
base_url="http://localhost:8080",
params={"temperature": 0.7, "max_tokens": 100}
)
agent = Agent(model=llamacpp_model)
response = agent("Tell me about Agentic AI")
```

Built-in providers:
Expand Down
5 changes: 3 additions & 2 deletions src/strands/models/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,9 @@
This package includes an abstract base Model class along with concrete implementations for specific providers.
"""

from . import bedrock, model
from . import bedrock, llamacpp, model
from .bedrock import BedrockModel
from .llamacpp import LlamaCppModel
from .model import Model

__all__ = ["bedrock", "model", "BedrockModel", "Model"]
__all__ = ["bedrock", "llamacpp", "model", "BedrockModel", "LlamaCppModel", "Model"]
Loading
Loading