diff --git a/LLama/Extensions/LLamaExecutorExtensions.cs b/LLama/Extensions/LLamaExecutorExtensions.cs
index cf9231624..26ed9710c 100644
--- a/LLama/Extensions/LLamaExecutorExtensions.cs
+++ b/LLama/Extensions/LLamaExecutorExtensions.cs
@@ -61,9 +61,9 @@ public void Dispose() { }
///
public async Task GetResponseAsync(
- IList chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)
+ IEnumerable messages, ChatOptions? options = null, CancellationToken cancellationToken = default)
{
- var result = _executor.InferAsync(CreatePrompt(chatMessages), CreateInferenceParams(options), cancellationToken);
+ var result = _executor.InferAsync(CreatePrompt(messages), CreateInferenceParams(options), cancellationToken);
StringBuilder text = new();
await foreach (var token in _outputTransform.TransformAsync(result))
@@ -79,23 +79,21 @@ public async Task GetResponseAsync(
///
public async IAsyncEnumerable GetStreamingResponseAsync(
- IList chatMessages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
+ IEnumerable messages, ChatOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
{
- var result = _executor.InferAsync(CreatePrompt(chatMessages), CreateInferenceParams(options), cancellationToken);
+ var result = _executor.InferAsync(CreatePrompt(messages), CreateInferenceParams(options), cancellationToken);
await foreach (var token in _outputTransform.TransformAsync(result))
{
- yield return new()
+ yield return new(ChatRole.Assistant, token)
{
CreatedAt = DateTime.UtcNow,
- Role = ChatRole.Assistant,
- Text = token,
};
}
}
/// Format the chat messages into a string prompt.
- private string CreatePrompt(IList messages)
+ private string CreatePrompt(IEnumerable messages)
{
if (messages is null)
{
diff --git a/LLama/LLamaEmbedder.EmbeddingGenerator.cs b/LLama/LLamaEmbedder.EmbeddingGenerator.cs
index 2ee86fcc6..5ed82c0da 100644
--- a/LLama/LLamaEmbedder.EmbeddingGenerator.cs
+++ b/LLama/LLamaEmbedder.EmbeddingGenerator.cs
@@ -14,7 +14,7 @@ public partial class LLamaEmbedder
private EmbeddingGeneratorMetadata? _metadata;
///
- object? IEmbeddingGenerator>.GetService(Type serviceType, object? serviceKey)
+ object? IEmbeddingGenerator.GetService(Type serviceType, object? serviceKey)
{
if (serviceKey is null)
{
diff --git a/LLama/LLamaSharp.csproj b/LLama/LLamaSharp.csproj
index e960a414e..796ddc8fe 100644
--- a/LLama/LLamaSharp.csproj
+++ b/LLama/LLamaSharp.csproj
@@ -50,7 +50,7 @@
-
+