wehub-resource-sync
31 lines
964 B
Go
31 lines
964 B
Go
package config_test
|
|
|
|
import (
|
|
. "github.com/mudler/LocalAI/core/config"
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = Describe("Serving-policy config defaults", func() {
|
|
Describe("ApplyServingDefaults (cross-request prefix cache)", func() {
|
|
It("enables cache_reuse when unset", func() {
|
|
cfg := &ModelConfig{}
|
|
ApplyServingDefaults(cfg)
|
|
Expect(cfg.Options).To(ContainElement("cache_reuse:256"))
|
|
})
|
|
It("never overrides an explicit cache_reuse", func() {
|
|
cfg := &ModelConfig{Options: []string{"cache_reuse:0"}}
|
|
ApplyServingDefaults(cfg)
|
|
Expect(cfg.Options).To(Equal([]string{"cache_reuse:0"}))
|
|
})
|
|
It("recognizes the n_cache_reuse alias", func() {
|
|
cfg := &ModelConfig{Options: []string{"n_cache_reuse:512"}}
|
|
ApplyServingDefaults(cfg)
|
|
Expect(cfg.Options).To(Equal([]string{"n_cache_reuse:512"}))
|
|
})
|
|
It("no-ops on nil", func() {
|
|
Expect(func() { ApplyServingDefaults(nil) }).ToNot(Panic())
|
|
})
|
|
})
|
|
})
|