From be3859951929798d2663706043da30e4676177cc Mon Sep 17 00:00:00 2001 From: Sage Ahrac Date: Wed, 24 Dec 2025 14:12:39 +0200 Subject: [PATCH] docs: update examples configuration --- examples/helper/indexer.go | 2 ++ examples/kv_cache_aware_scorer/kvcache_aware_scorer.go | 7 +++++++ examples/kv_cache_index/main.go | 2 ++ examples/kv_events/offline/main.go | 2 ++ examples/valkey_example/main.go | 2 ++ 5 files changed, 15 insertions(+) diff --git a/examples/helper/indexer.go b/examples/helper/indexer.go index 61f63b6cb..d6682d3a8 100644 --- a/examples/helper/indexer.go +++ b/examples/helper/indexer.go @@ -33,6 +33,8 @@ func getKVCacheIndexerConfig() (*kvcache.Config, error) { return nil, err } + config.TokenizersPoolConfig.ModelName = testdata.ModelName + huggingFaceToken := os.Getenv(envHFToken) if huggingFaceToken != "" { config.TokenizersPoolConfig.HFTokenizerConfig.HuggingFaceToken = huggingFaceToken diff --git a/examples/kv_cache_aware_scorer/kvcache_aware_scorer.go b/examples/kv_cache_aware_scorer/kvcache_aware_scorer.go index a1f045e63..430cb56d8 100644 --- a/examples/kv_cache_aware_scorer/kvcache_aware_scorer.go +++ b/examples/kv_cache_aware_scorer/kvcache_aware_scorer.go @@ -55,6 +55,13 @@ func NewKVCacheAwareScorer(ctx context.Context) (plugins.Scorer, error) { return nil, err } + modelName := os.Getenv("MODEL_NAME") + if modelName != "" { + config.TokenizersPoolConfig.ModelName = modelName + } else { + return nil, fmt.Errorf("environment variable MODEL_NAME is not set") + } + redisAddr := os.Getenv(kvCacheRedisEnvVar) if redisAddr != "" { config.KVBlockIndexerConfig.RedisAddr = redisAddr diff --git a/examples/kv_cache_index/main.go b/examples/kv_cache_index/main.go index b9921bd25..8485c83d6 100644 --- a/examples/kv_cache_index/main.go +++ b/examples/kv_cache_index/main.go @@ -47,6 +47,8 @@ func getKVCacheIndexerConfig() (*kvcache.Config, error) { return nil, err } + config.TokenizersPoolConfig.ModelName = getModelName() + huggingFaceToken := os.Getenv(envHFToken) if huggingFaceToken != "" && config.TokenizersPoolConfig.HFTokenizerConfig != nil { config.TokenizersPoolConfig.HFTokenizerConfig.HuggingFaceToken = huggingFaceToken diff --git a/examples/kv_events/offline/main.go b/examples/kv_events/offline/main.go index 43754e5fa..0677158b4 100644 --- a/examples/kv_events/offline/main.go +++ b/examples/kv_events/offline/main.go @@ -42,6 +42,8 @@ func getKVCacheIndexerConfig() (*kvcache.Config, error) { return nil, err } + config.TokenizersPoolConfig.ModelName = testdata.ModelName + huggingFaceToken := os.Getenv(envHFToken) if huggingFaceToken != "" { config.TokenizersPoolConfig.HFTokenizerConfig.HuggingFaceToken = huggingFaceToken diff --git a/examples/valkey_example/main.go b/examples/valkey_example/main.go index ef6d25285..4b135d5e9 100644 --- a/examples/valkey_example/main.go +++ b/examples/valkey_example/main.go @@ -79,6 +79,8 @@ func createValkeyConfig() (*kvcache.Config, error) { return nil, fmt.Errorf("failed to create default config: %w", err) } + config.TokenizersPoolConfig.ModelName = testdata.ModelName + // Configure Valkey backend valkeyAddr := os.Getenv(envValkeyAddr) if valkeyAddr == "" {