ollama source for Momentry Core verification
This commit is contained in:
Accusys
239
server/model_list_cache_test.go
Normal file
239
server/model_list_cache_test.go
Normal file
@@ -0,0 +1,239 @@
|
||||
package server
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"net/http"
|
||||
"slices"
|
||||
"testing"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
|
||||
"github.com/ollama/ollama/api"
|
||||
"github.com/ollama/ollama/manifest"
|
||||
"github.com/ollama/ollama/types/model"
|
||||
)
|
||||
|
||||
func TestModelListCacheHydratesSummary(t *testing.T) {
|
||||
gin.SetMode(gin.TestMode)
|
||||
setTestHome(t, t.TempDir())
|
||||
createListCacheModel(t, "list-cache", map[string]any{
|
||||
"test.context_length": uint32(4096),
|
||||
"test.embedding_length": uint32(384),
|
||||
}, "{{ .prompt }}{{ if .tools }}{{ .tools }}{{ end }}{{ if .suffix }}{{ .suffix }}{{ end }}")
|
||||
|
||||
cache := newModelListCache()
|
||||
if err := cache.hydrate(context.Background()); err != nil {
|
||||
t.Fatalf("hydrate failed: %v", err)
|
||||
}
|
||||
|
||||
summary, ok := cache.Get(model.ParseName("list-cache"))
|
||||
if !ok {
|
||||
t.Fatal("list summary missing")
|
||||
}
|
||||
|
||||
if summary.Model != "list-cache:latest" || summary.Name != "list-cache:latest" {
|
||||
t.Fatalf("summary model/name = %q/%q, want list-cache:latest", summary.Model, summary.Name)
|
||||
}
|
||||
if summary.Digest == "" {
|
||||
t.Fatal("summary digest is empty")
|
||||
}
|
||||
if summary.Size == 0 {
|
||||
t.Fatal("summary size is zero")
|
||||
}
|
||||
if summary.Details.Family != "test" || summary.Details.Format != "gguf" {
|
||||
t.Fatalf("summary details = %+v, want gguf/test", summary.Details)
|
||||
}
|
||||
if summary.Details.ContextLength != 4096 {
|
||||
t.Fatalf("context length = %d, want 4096", summary.Details.ContextLength)
|
||||
}
|
||||
if summary.Details.EmbeddingLength != 384 {
|
||||
t.Fatalf("embedding length = %d, want 384", summary.Details.EmbeddingLength)
|
||||
}
|
||||
|
||||
for _, capability := range []model.Capability{model.CapabilityCompletion, model.CapabilityTools, model.CapabilityInsert} {
|
||||
if !slices.Contains(summary.Capabilities, capability) {
|
||||
t.Fatalf("capabilities = %v, want %s", summary.Capabilities, capability)
|
||||
}
|
||||
}
|
||||
|
||||
listModel := summary.ListModelResponse()
|
||||
if !slices.Contains(listModel.Capabilities, model.CapabilityTools) ||
|
||||
listModel.Details.ContextLength != 4096 ||
|
||||
listModel.Details.EmbeddingLength != 384 {
|
||||
t.Fatalf("list response = %+v, want capabilities/context/embedding", listModel)
|
||||
}
|
||||
}
|
||||
|
||||
func TestModelListCacheRefreshUpdatesEntry(t *testing.T) {
|
||||
gin.SetMode(gin.TestMode)
|
||||
setTestHome(t, t.TempDir())
|
||||
createListCacheModel(t, "list-refresh", map[string]any{"test.context_length": uint32(1024)}, "")
|
||||
|
||||
cache := newModelListCache()
|
||||
if err := cache.hydrate(context.Background()); err != nil {
|
||||
t.Fatalf("hydrate failed: %v", err)
|
||||
}
|
||||
|
||||
name := model.ParseName("list-refresh")
|
||||
first, ok := cache.Get(name)
|
||||
if !ok {
|
||||
t.Fatal("list summary missing")
|
||||
}
|
||||
|
||||
changeShowCacheManifest(t, "list-refresh")
|
||||
if err := cache.RefreshModel(name); err != nil {
|
||||
t.Fatalf("refresh failed: %v", err)
|
||||
}
|
||||
|
||||
refreshed, ok := cache.Get(name)
|
||||
if !ok {
|
||||
t.Fatal("refreshed list summary missing")
|
||||
}
|
||||
if refreshed.Digest == first.Digest {
|
||||
t.Fatalf("digest did not change after refresh: %s", refreshed.Digest)
|
||||
}
|
||||
if cache.Len() != 1 {
|
||||
t.Fatalf("cache entries = %d, want 1", cache.Len())
|
||||
}
|
||||
}
|
||||
|
||||
func TestModelListCacheMutationHooks(t *testing.T) {
|
||||
gin.SetMode(gin.TestMode)
|
||||
setTestHome(t, t.TempDir())
|
||||
|
||||
cache := newModelListCache()
|
||||
s := Server{modelCaches: &modelCaches{modelList: cache}}
|
||||
|
||||
_, digest := createBinFile(t, map[string]any{"test.context_length": uint32(2048)}, nil)
|
||||
w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
||||
Model: "list-hooks",
|
||||
Files: map[string]string{"model.gguf": digest},
|
||||
Stream: &stream,
|
||||
})
|
||||
if w.Code != http.StatusOK {
|
||||
t.Fatalf("create model status = %d, want 200: %s", w.Code, w.Body.String())
|
||||
}
|
||||
|
||||
if _, ok := cache.Get(model.ParseName("list-hooks")); !ok {
|
||||
t.Fatal("create did not refresh model list cache")
|
||||
}
|
||||
|
||||
w = createRequest(t, s.CopyHandler, api.CopyRequest{
|
||||
Source: "list-hooks",
|
||||
Destination: "list-hooks-copy",
|
||||
})
|
||||
if w.Code != http.StatusOK {
|
||||
t.Fatalf("copy model status = %d, want 200: %s", w.Code, w.Body.String())
|
||||
}
|
||||
if _, ok := cache.Get(model.ParseName("list-hooks-copy")); !ok {
|
||||
t.Fatal("copy did not refresh model list cache")
|
||||
}
|
||||
|
||||
w = createRequest(t, s.DeleteHandler, api.DeleteRequest{Model: "list-hooks-copy"})
|
||||
if w.Code != http.StatusOK {
|
||||
t.Fatalf("delete model status = %d, want 200: %s", w.Code, w.Body.String())
|
||||
}
|
||||
if _, ok := cache.Get(model.ParseName("list-hooks-copy")); ok {
|
||||
t.Fatal("delete did not remove model list cache entry")
|
||||
}
|
||||
}
|
||||
|
||||
func TestModelListCacheSyncsManifestChanges(t *testing.T) {
|
||||
gin.SetMode(gin.TestMode)
|
||||
setTestHome(t, t.TempDir())
|
||||
createListCacheModel(t, "list-sync-a", map[string]any{"test.context_length": uint32(1024)}, "")
|
||||
|
||||
cache := newModelListCache()
|
||||
cache.Start(context.Background())
|
||||
if err := cache.Wait(context.Background()); err != nil {
|
||||
t.Fatalf("wait failed: %v", err)
|
||||
}
|
||||
|
||||
createListCacheModel(t, "list-sync-b", map[string]any{"test.context_length": uint32(2048)}, "")
|
||||
models, err := cache.List(context.Background())
|
||||
if err != nil {
|
||||
t.Fatalf("list failed: %v", err)
|
||||
}
|
||||
|
||||
names := make([]string, 0, len(models))
|
||||
for _, m := range models {
|
||||
names = append(names, m.Name)
|
||||
}
|
||||
for _, want := range []string{"list-sync-a:latest", "list-sync-b:latest"} {
|
||||
if !slices.Contains(names, want) {
|
||||
t.Fatalf("names = %v, want %s", names, want)
|
||||
}
|
||||
}
|
||||
|
||||
var other Server
|
||||
w := createRequest(t, other.DeleteHandler, api.DeleteRequest{Model: "list-sync-a"})
|
||||
if w.Code != http.StatusOK {
|
||||
t.Fatalf("delete model status = %d, want 200: %s", w.Code, w.Body.String())
|
||||
}
|
||||
|
||||
models, err = cache.List(context.Background())
|
||||
if err != nil {
|
||||
t.Fatalf("list after delete failed: %v", err)
|
||||
}
|
||||
names = names[:0]
|
||||
for _, m := range models {
|
||||
names = append(names, m.Name)
|
||||
}
|
||||
if slices.Contains(names, "list-sync-a:latest") || !slices.Contains(names, "list-sync-b:latest") {
|
||||
t.Fatalf("names after delete = %v, want only list-sync-b", names)
|
||||
}
|
||||
}
|
||||
|
||||
func TestModelListCacheSyncDropsStaleEntryOnRefreshFailure(t *testing.T) {
|
||||
gin.SetMode(gin.TestMode)
|
||||
setTestHome(t, t.TempDir())
|
||||
createListCacheModel(t, "list-stale", map[string]any{"test.context_length": uint32(1024)}, "")
|
||||
|
||||
cache := newModelListCache()
|
||||
cache.Start(context.Background())
|
||||
if err := cache.Wait(context.Background()); err != nil {
|
||||
t.Fatalf("wait failed: %v", err)
|
||||
}
|
||||
|
||||
name := model.ParseName("list-stale")
|
||||
if _, ok := cache.Get(name); !ok {
|
||||
t.Fatal("list summary missing")
|
||||
}
|
||||
|
||||
changeShowCacheManifest(t, "list-stale")
|
||||
cache.build = func(model.Name, *manifest.Manifest) (modelListSummary, error) {
|
||||
return modelListSummary{}, errors.New("refresh failed")
|
||||
}
|
||||
|
||||
models, err := cache.List(context.Background())
|
||||
if err != nil {
|
||||
t.Fatalf("list failed: %v", err)
|
||||
}
|
||||
if len(models) != 0 {
|
||||
t.Fatalf("models = %+v, want stale entry removed", models)
|
||||
}
|
||||
if _, ok := cache.Get(name); ok {
|
||||
t.Fatal("stale entry remained in cache after refresh failure")
|
||||
}
|
||||
}
|
||||
|
||||
func createListCacheModel(t *testing.T, name string, kv map[string]any, tmpl string) {
|
||||
t.Helper()
|
||||
_, digest := createBinFile(t, kv, nil)
|
||||
|
||||
req := api.CreateRequest{
|
||||
Model: name,
|
||||
Files: map[string]string{"model.gguf": digest},
|
||||
Stream: &stream,
|
||||
}
|
||||
if tmpl != "" {
|
||||
req.Template = tmpl
|
||||
}
|
||||
|
||||
var s Server
|
||||
w := createRequest(t, s.CreateHandler, req)
|
||||
if w.Code != http.StatusOK {
|
||||
t.Fatalf("create model status = %d, want 200: %s", w.Code, w.Body.String())
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user