Skip to content

Commit 3481388

Browse files
committed
bump kv cache
1 parent f04dfb2 commit 3481388

File tree

3 files changed

+7
-4
lines changed

3 files changed

+7
-4
lines changed

go.mod

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@ require (
1212
github.com/hashicorp/golang-lru/v2 v2.0.7
1313
github.com/llm-d/llm-d-kv-cache-manager v0.1.0
1414
github.com/prometheus/client_golang v1.22.0
15+
github.com/redis/go-redis/v9 v9.7.3
1516
github.com/stretchr/testify v1.10.0
1617
go.uber.org/zap v1.27.0
1718
google.golang.org/grpc v1.72.0
@@ -65,7 +66,6 @@ require (
6566
github.com/prometheus/client_model v0.6.2 // indirect
6667
github.com/prometheus/common v0.64.0 // indirect
6768
github.com/prometheus/procfs v0.15.1 // indirect
68-
github.com/redis/go-redis/v9 v9.7.3 // indirect
6969
github.com/spf13/cobra v1.9.1 // indirect
7070
github.com/spf13/pflag v1.0.6 // indirect
7171
github.com/stoewer/go-strcase v1.3.0 // indirect
@@ -107,3 +107,6 @@ require (
107107
sigs.k8s.io/structured-merge-diff/v4 v4.7.0 // indirect
108108
sigs.k8s.io/yaml v1.4.0 // indirect
109109
)
110+
111+
// TODO: remove
112+
replace github.com/llm-d/llm-d-kv-cache-manager v0.1.0 => github.com/relyt0925/llm-d-kv-cache-manager v0.0.0-20250601032402-b757ac59711d

go.sum

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -98,8 +98,6 @@ github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
9898
github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
9999
github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc=
100100
github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw=
101-
github.com/llm-d/llm-d-kv-cache-manager v0.1.0 h1:TabMsVni2AqxsfQtcT3jVjSPvExlbTieJejSVNwlkZ0=
102-
github.com/llm-d/llm-d-kv-cache-manager v0.1.0/go.mod h1:Hu7RvpUg5sP1xnQFfO2dbt96AjGPWKuUvWBWiHj/FUU=
103101
github.com/mailru/easyjson v0.7.7 h1:UGYAvKxe3sBsEDzO8ZeWOSlIQfWFlxbzLZe7hwFURr0=
104102
github.com/mailru/easyjson v0.7.7/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc=
105103
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
@@ -130,6 +128,8 @@ github.com/prometheus/procfs v0.15.1 h1:YagwOFzUgYfKKHX6Dr+sHT7km/hxC76UB0leargg
130128
github.com/prometheus/procfs v0.15.1/go.mod h1:fB45yRUv8NstnjriLhBQLuOUt+WW4BsoGhij/e3PBqk=
131129
github.com/redis/go-redis/v9 v9.7.3 h1:YpPyAayJV+XErNsatSElgRZZVCwXX9QzkKYNvO7x0wM=
132130
github.com/redis/go-redis/v9 v9.7.3/go.mod h1:bGUrSggJ9X9GUmZpZNEOQKaANxSGgOEBRltRTZHSvrA=
131+
github.com/relyt0925/llm-d-kv-cache-manager v0.0.0-20250601032402-b757ac59711d h1:H6Lkg73yd9rrgrLgyH4JCxjZTSp0tUFmz56G1a5HGTs=
132+
github.com/relyt0925/llm-d-kv-cache-manager v0.0.0-20250601032402-b757ac59711d/go.mod h1:Hu7RvpUg5sP1xnQFfO2dbt96AjGPWKuUvWBWiHj/FUU=
133133
github.com/rogpeppe/go-internal v1.13.1 h1:KvO1DLK/DRN07sQ1LQKScxyZJuNnedQ5/wKSR38lUII=
134134
github.com/rogpeppe/go-internal v1.13.1/go.mod h1:uMEvuHeurkdAXX61udpOXGD/AzZDWNMNyH2VO9fmH0o=
135135
github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=

pkg/scheduling/plugins/scorer/kvcache-aware.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,7 @@ func NewKVCacheAwareScorer(ctx context.Context) (plugins.Scorer, error) {
3838

3939
redisAddr := os.Getenv(kvCacheRedisEnvVar)
4040
if redisAddr != "" {
41-
redisOpt, err := redis.ParseURL(kvCacheRedisEnvVar)
41+
redisOpt, err := redis.ParseURL(redisAddr)
4242
if err != nil {
4343
return nil, fmt.Errorf("failed to parse redisURL: %w", err)
4444
}

0 commit comments

Comments
 (0)