Skip to content

Commit 945a3c5

Browse files
committed
chore: Refactor runner selection logic in sched.go
1 parent 7a02b20 commit 945a3c5

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

server/sched.go

+1-5
Original file line numberDiff line numberDiff line change
@@ -329,7 +329,7 @@ func (pending *LlmRequest) useLoadedRunner(runner *runnerRef, finished chan *run
329329
go func() {
330330
<-pending.ctx.Done()
331331
slog.Debug("context for request finished")
332-
finished <- pending
332+
finished <- runner
333333
}()
334334
}
335335

@@ -466,10 +466,6 @@ type runnerRef struct {
466466
*api.Options
467467
}
468468

469-
func (r *runnerRef) isAtCapacity() bool {
470-
// Implement your capacity check logic here
471-
// Return true if the runner is at capacity, false otherwise
472-
}
473469

474470
// The refMu must already be held when calling unload
475471
func (runner *runnerRef) unload() {

0 commit comments

Comments
 (0)