Skip to content

Commit 3ce6ccf

Browse files
committed
Added the LLMResponse struct and RequestId to LLMRequest
Signed-off-by: Shmuel Kallner <[email protected]>
1 parent 50296f5 commit 3ce6ccf

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

pkg/epp/scheduling/types/scheduling_context.go

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,12 +23,13 @@ import (
2323
"sigs.k8s.io/controller-runtime/pkg/log"
2424
)
2525

26-
func NewSchedulingContext(ctx context.Context, req *LLMRequest, pods []Pod) *SchedulingContext {
26+
func NewSchedulingContext(ctx context.Context, req *LLMRequest, resp *LLMResponse, pods []Pod) *SchedulingContext {
2727
logger := log.FromContext(ctx).WithValues("request", req)
2828
return &SchedulingContext{
2929
Context: ctx,
3030
Logger: logger,
3131
Req: req,
32+
Resp: resp,
3233
PodsSnapshot: pods,
3334
CycleState: NewCycleState(),
3435
}
@@ -39,6 +40,7 @@ type SchedulingContext struct {
3940
context.Context
4041
Logger logr.Logger
4142
Req *LLMRequest
43+
Resp *LLMResponse
4244
PodsSnapshot []Pod
4345
// CycleState can be used by plugins to store state during a scheduling cycle, to communicate
4446
// between different extension points.

0 commit comments

Comments
 (0)