mirror of
https://github.com/mudler/LocalAI
synced 2026-04-21 13:27:21 +00:00
* feat: add backend versioning data model foundation Add Version, URI, and Digest fields to BackendMetadata for tracking installed backend versions and enabling upgrade detection. Add Version field to GalleryBackend. Add UpgradeAvailable/AvailableVersion fields to SystemBackend. Implement GetImageDigest() for lightweight OCI digest lookups via remote.Head. Record version, URI, and digest at install time in InstallBackend() and propagate version through meta backends. * feat: add backend upgrade detection and execution logic Add CheckBackendUpgrades() to compare installed backend versions/digests against gallery entries, and UpgradeBackend() to perform atomic upgrades with backup-based rollback on failure. Includes Agent A's data model changes (Version/URI/Digest fields, GetImageDigest). * feat: add AutoUpgradeBackends config and runtime settings Add configuration and runtime settings for backend auto-upgrade: - RuntimeSettings field for dynamic config via API/JSON - ApplicationConfig field, option func, and roundtrip conversion - CLI flag with LOCALAI_AUTO_UPGRADE_BACKENDS env var - Config file watcher support for runtime_settings.json - Tests for ToRuntimeSettings, ApplyRuntimeSettings, and roundtrip * feat(ui): add backend version display and upgrade support - Add upgrade check/trigger API endpoints to config and api module - Backends page: version badge, upgrade indicator, upgrade button - Manage page: version in metadata, context-aware upgrade/reinstall button - Settings page: auto-upgrade backends toggle * feat: add upgrade checker service, API endpoints, and CLI command - UpgradeChecker background service: checks every 6h, auto-upgrades when enabled - API endpoints: GET /backends/upgrades, POST /backends/upgrades/check, POST /backends/upgrade/:name - CLI: `localai backends upgrade` command, version display in `backends list` - BackendManager interface: add UpgradeBackend and CheckUpgrades methods - Wire upgrade op through GalleryService backend handler - Distributed mode: fan-out upgrade to worker nodes via NATS * fix: use advisory lock for upgrade checker in distributed mode In distributed mode with multiple frontend instances, use PostgreSQL advisory lock (KeyBackendUpgradeCheck) so only one instance runs periodic upgrade checks and auto-upgrades. Prevents duplicate upgrade operations across replicas. Standalone mode is unchanged (simple ticker loop). * test: add e2e tests for backend upgrade API - Test GET /api/backends/upgrades returns 200 (even with no upgrade checker) - Test POST /api/backends/upgrade/:name accepts request and returns job ID - Test full upgrade flow: trigger upgrade via API, wait for job completion, verify run.sh updated to v2 and metadata.json has version 2.0.0 - Test POST /api/backends/upgrades/check returns 200 - Fix nil check for applicationInstance in upgrade API routes
219 lines
6.3 KiB
Go
219 lines
6.3 KiB
Go
package gallery_test
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"os"
|
|
"path/filepath"
|
|
"time"
|
|
|
|
"github.com/mudler/LocalAI/core/config"
|
|
. "github.com/mudler/LocalAI/core/gallery"
|
|
"github.com/mudler/LocalAI/pkg/model"
|
|
"github.com/mudler/LocalAI/pkg/system"
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
"gopkg.in/yaml.v3"
|
|
)
|
|
|
|
var _ = Describe("Upgrade Detection and Execution", func() {
|
|
var (
|
|
tempDir string
|
|
backendsPath string
|
|
galleryPath string
|
|
systemState *system.SystemState
|
|
galleries []config.Gallery
|
|
)
|
|
|
|
// installBackendWithVersion creates a fake installed backend directory with
|
|
// the given name, version, and optional run.sh content.
|
|
installBackendWithVersion := func(name, version string, runContent ...string) {
|
|
dir := filepath.Join(backendsPath, name)
|
|
Expect(os.MkdirAll(dir, 0750)).To(Succeed())
|
|
|
|
content := "#!/bin/sh\necho ok"
|
|
if len(runContent) > 0 {
|
|
content = runContent[0]
|
|
}
|
|
Expect(os.WriteFile(filepath.Join(dir, "run.sh"), []byte(content), 0755)).To(Succeed())
|
|
|
|
metadata := BackendMetadata{
|
|
Name: name,
|
|
Version: version,
|
|
InstalledAt: time.Now().Format(time.RFC3339),
|
|
}
|
|
data, err := json.MarshalIndent(metadata, "", " ")
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(os.WriteFile(filepath.Join(dir, "metadata.json"), data, 0644)).To(Succeed())
|
|
}
|
|
|
|
// writeGalleryYAML writes a gallery YAML file with the given backends.
|
|
writeGalleryYAML := func(backends []GalleryBackend) {
|
|
data, err := yaml.Marshal(backends)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(os.WriteFile(galleryPath, data, 0644)).To(Succeed())
|
|
}
|
|
|
|
BeforeEach(func() {
|
|
var err error
|
|
tempDir, err = os.MkdirTemp("", "upgrade-test-*")
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
backendsPath = tempDir
|
|
|
|
galleryPath = filepath.Join(tempDir, "gallery.yaml")
|
|
|
|
// Write a default empty gallery
|
|
writeGalleryYAML([]GalleryBackend{})
|
|
|
|
galleries = []config.Gallery{
|
|
{
|
|
Name: "test-gallery",
|
|
URL: "file://" + galleryPath,
|
|
},
|
|
}
|
|
|
|
systemState, err = system.GetSystemState(
|
|
system.WithBackendPath(backendsPath),
|
|
)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
os.RemoveAll(tempDir)
|
|
})
|
|
|
|
Describe("CheckBackendUpgrades", func() {
|
|
It("should detect upgrade when gallery version differs from installed version", func() {
|
|
// Install a backend at v1.0.0
|
|
installBackendWithVersion("my-backend", "1.0.0")
|
|
|
|
// Gallery advertises v2.0.0
|
|
writeGalleryYAML([]GalleryBackend{
|
|
{
|
|
Metadata: Metadata{
|
|
Name: "my-backend",
|
|
},
|
|
URI: filepath.Join(tempDir, "some-source"),
|
|
Version: "2.0.0",
|
|
},
|
|
})
|
|
|
|
upgrades, err := CheckBackendUpgrades(context.Background(), galleries, systemState)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(upgrades).To(HaveKey("my-backend"))
|
|
Expect(upgrades["my-backend"].InstalledVersion).To(Equal("1.0.0"))
|
|
Expect(upgrades["my-backend"].AvailableVersion).To(Equal("2.0.0"))
|
|
})
|
|
|
|
It("should NOT flag upgrade when versions match", func() {
|
|
installBackendWithVersion("my-backend", "2.0.0")
|
|
|
|
writeGalleryYAML([]GalleryBackend{
|
|
{
|
|
Metadata: Metadata{
|
|
Name: "my-backend",
|
|
},
|
|
URI: filepath.Join(tempDir, "some-source"),
|
|
Version: "2.0.0",
|
|
},
|
|
})
|
|
|
|
upgrades, err := CheckBackendUpgrades(context.Background(), galleries, systemState)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(upgrades).To(BeEmpty())
|
|
})
|
|
|
|
It("should skip backends without version info and without OCI digest", func() {
|
|
// Install without version
|
|
installBackendWithVersion("my-backend", "")
|
|
|
|
// Gallery also without version
|
|
writeGalleryYAML([]GalleryBackend{
|
|
{
|
|
Metadata: Metadata{
|
|
Name: "my-backend",
|
|
},
|
|
URI: filepath.Join(tempDir, "some-source"),
|
|
},
|
|
})
|
|
|
|
upgrades, err := CheckBackendUpgrades(context.Background(), galleries, systemState)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(upgrades).To(BeEmpty())
|
|
})
|
|
})
|
|
|
|
Describe("UpgradeBackend", func() {
|
|
It("should replace backend directory and update metadata", func() {
|
|
// Install v1
|
|
installBackendWithVersion("my-backend", "1.0.0", "#!/bin/sh\necho v1")
|
|
|
|
// Create a source directory with v2 content
|
|
srcDir := filepath.Join(tempDir, "v2-source")
|
|
Expect(os.MkdirAll(srcDir, 0750)).To(Succeed())
|
|
Expect(os.WriteFile(filepath.Join(srcDir, "run.sh"), []byte("#!/bin/sh\necho v2"), 0755)).To(Succeed())
|
|
|
|
// Gallery points to the v2 source dir
|
|
writeGalleryYAML([]GalleryBackend{
|
|
{
|
|
Metadata: Metadata{
|
|
Name: "my-backend",
|
|
},
|
|
URI: srcDir,
|
|
Version: "2.0.0",
|
|
},
|
|
})
|
|
|
|
ml := model.NewModelLoader(systemState)
|
|
err := UpgradeBackend(context.Background(), systemState, ml, galleries, "my-backend", nil)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// Verify run.sh was updated
|
|
content, err := os.ReadFile(filepath.Join(backendsPath, "my-backend", "run.sh"))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(string(content)).To(Equal("#!/bin/sh\necho v2"))
|
|
|
|
// Verify metadata was updated
|
|
metaData, err := os.ReadFile(filepath.Join(backendsPath, "my-backend", "metadata.json"))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
var meta BackendMetadata
|
|
Expect(json.Unmarshal(metaData, &meta)).To(Succeed())
|
|
Expect(meta.Version).To(Equal("2.0.0"))
|
|
Expect(meta.Name).To(Equal("my-backend"))
|
|
})
|
|
|
|
It("should restore backup on failure", func() {
|
|
// Install v1
|
|
installBackendWithVersion("my-backend", "1.0.0", "#!/bin/sh\necho v1")
|
|
|
|
// Gallery points to a nonexistent path (no run.sh will be found)
|
|
nonExistentDir := filepath.Join(tempDir, "does-not-exist")
|
|
writeGalleryYAML([]GalleryBackend{
|
|
{
|
|
Metadata: Metadata{
|
|
Name: "my-backend",
|
|
},
|
|
URI: nonExistentDir,
|
|
Version: "2.0.0",
|
|
},
|
|
})
|
|
|
|
ml := model.NewModelLoader(systemState)
|
|
err := UpgradeBackend(context.Background(), systemState, ml, galleries, "my-backend", nil)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
// Verify v1 is still intact
|
|
content, err := os.ReadFile(filepath.Join(backendsPath, "my-backend", "run.sh"))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(string(content)).To(Equal("#!/bin/sh\necho v1"))
|
|
|
|
// Verify metadata still says v1
|
|
metaData, err := os.ReadFile(filepath.Join(backendsPath, "my-backend", "metadata.json"))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
var meta BackendMetadata
|
|
Expect(json.Unmarshal(metaData, &meta)).To(Succeed())
|
|
Expect(meta.Version).To(Equal("1.0.0"))
|
|
})
|
|
})
|
|
})
|