Ything-RepoMirrors/rqlite
1
0
Fork 0
mirror of https://github.com/rqlite/rqlite.git synced 2026-01-25 04:16:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

Unit test SnapshotResolver

Browse Source
This commit is contained in:
Philip O'Toole
2026-01-15 21:56:11 -05:00
parent 36672ba079
commit 00f3dc59c0
6 changed files with 187 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
snapshot2/sink_db.go
View File

@@ -27,7 +27,7 @@ func NewDBSink(dir string, m *proto.SnapshotDBFile) *DBSink {
// Open opens the sink for writing.
func (s *DBSink) Open() error {
f, err := os.Create(filepath.Join(s.dir, "data.db"))
f, err := os.Create(filepath.Join(s.dir, dbfileName))
if err != nil {
return err
}

2
snapshot2/sink_install.go
View File

@@ -220,7 +220,7 @@ func (s *InstallSink) validateManifest() error {
func (s *InstallSink) openCurrent() error {
switch s.phase {
case installPhaseDB:
path := filepath.Join(s.dir, "data.db")
path := filepath.Join(s.dir, dbfileName)
f, err := os.Create(path)
if err != nil {
return err

2
snapshot2/sink_wal.go
View File

@@ -27,7 +27,7 @@ func NewWALSink(dir string, m *proto.SnapshotWALFile) *WALSink {
// Open opens the sink for writing.
func (s *WALSink) Open() error {
f, err := os.Create(filepath.Join(s.dir, "data.wal"))
f, err := os.Create(filepath.Join(s.dir, walfileName))
if err != nil {
return err
}

4
snapshot2/snapshot_resolver.go
View File

@@ -28,11 +28,11 @@ func SnapshotResolver(rootDir string, snapshotID string) (dbfile string, walFile
if snapMeta.Type == SnapshotMetaTypeFull {
// Full DB file so, we're done.
return filepath.Join(rootDir, snapMeta.ID, "data.db"), nil, nil
return filepath.Join(rootDir, snapMeta.ID, dbfileName), walFiles, nil
}
// Must be incremental. We need to prepend the WAL file name to the list and
// keep walking backwards
walFile := filepath.Join(rootDir, snapMeta.ID, "wal")
walFile := filepath.Join(rootDir, snapMeta.ID, walfileName)
walFiles = append([]string{walFile}, walFiles...)
continue
}

181
snapshot2/snapshot_resolver_test.go
View File

@@ -1,6 +1,12 @@
package snapshot2
import "testing"
import (
"os"
"path/filepath"
"testing"
"github.com/hashicorp/raft"
)
func Test_SnapshotResolver_EmptyStore(t *testing.T) {
rootDir := t.TempDir()
@@ -9,3 +15,176 @@ func Test_SnapshotResolver_EmptyStore(t *testing.T) {
t.Fatalf("expected ErrSnapshotNotFound, got: %v", err)
}
}
func Test_SnapshotResolver_SingleFull(t *testing.T) {
snapshotID := "full-snapshot-1"
rootDir := t.TempDir()
mustCreateSnapshotFull(t, rootDir, snapshotID, 1, 1)
dbfile, walFiles, err := SnapshotResolver(rootDir, snapshotID)
if err != nil {
t.Fatalf("unexpected error from SnapshotResolver: %v", err)
}
if dbfile != filepath.Join(rootDir, snapshotID, dbfileName) {
t.Fatalf("expected dbfile %s, got %s", filepath.Join(rootDir, snapshotID, dbfileName), dbfile)
}
if len(walFiles) != 0 {
t.Fatalf("expected no wal files, got %v", walFiles)
}
}
func Test_SnapshotResolver_DoubleFull(t *testing.T) {
snapshotID1 := "full-snapshot-1"
snapshotID2 := "full-snapshot-2"
rootDir := t.TempDir()
mustCreateSnapshotFull(t, rootDir, snapshotID1, 1, 1)
mustCreateSnapshotFull(t, rootDir, snapshotID2, 2, 1)
dbfile, walFiles, err := SnapshotResolver(rootDir, snapshotID2)
if err != nil {
t.Fatalf("unexpected error from SnapshotResolver: %v", err)
}
if dbfile != filepath.Join(rootDir, snapshotID2, dbfileName) {
t.Fatalf("expected dbfile %s, got %s", filepath.Join(rootDir, snapshotID2, dbfileName), dbfile)
}
if len(walFiles) != 0 {
t.Fatalf("expected no wal files, got %v", walFiles)
}
}
func Test_SnapshotResolver_SingleFullSingleInc(t *testing.T) {
snapshotFullID := "00000-1"
snapshotIncID := "00000-2"
rootDir := t.TempDir()
mustCreateSnapshotFull(t, rootDir, snapshotFullID, 1, 1)
mustCreateSnapshotInc(t, rootDir, snapshotIncID, 2, 1)
dbfile, walFiles, err := SnapshotResolver(rootDir, snapshotIncID)
if err != nil {
t.Fatalf("unexpected error from SnapshotResolver: %v", err)
}
if dbfile != filepath.Join(rootDir, snapshotFullID, dbfileName) {
t.Fatalf("expected dbfile %s, got %s", filepath.Join(rootDir, snapshotFullID, dbfileName), dbfile)
}
if len(walFiles) != 1 {
t.Fatalf("expected 1 wal file, got %v", walFiles)
}
expectedWalFile := filepath.Join(rootDir, snapshotIncID, walfileName)
if walFiles[0] != expectedWalFile {
t.Fatalf("expected wal file %s, got %s", expectedWalFile, walFiles[0])
}
}
func Test_SnapshotResolver_SingleFullDoubleInc(t *testing.T) {
snapshotFullID := "00000-1"
snapshotIncID1 := "00000-2"
snapshotIncID2 := "00000-3"
rootDir := t.TempDir()
mustCreateSnapshotFull(t, rootDir, snapshotFullID, 1, 1)
mustCreateSnapshotInc(t, rootDir, snapshotIncID1, 2, 1)
mustCreateSnapshotInc(t, rootDir, snapshotIncID2, 3, 1)
dbfile, walFiles, err := SnapshotResolver(rootDir, snapshotIncID2)
if err != nil {
t.Fatalf("unexpected error from SnapshotResolver: %v", err)
}
if dbfile != filepath.Join(rootDir, snapshotFullID, dbfileName) {
t.Fatalf("expected dbfile %s, got %s", filepath.Join(rootDir, snapshotFullID, dbfileName), dbfile)
}
if len(walFiles) != 2 {
t.Fatalf("expected 2 wal files, got %v", walFiles)
}
expectedWalFile1 := filepath.Join(rootDir, snapshotIncID1, walfileName)
if walFiles[0] != expectedWalFile1 {
t.Fatalf("expected wal file %s, got %s", expectedWalFile1, walFiles[0])
}
expectedWalFile2 := filepath.Join(rootDir, snapshotIncID2, walfileName)
if walFiles[1] != expectedWalFile2 {
t.Fatalf("expected wal file %s, got %s", expectedWalFile2, walFiles[1])
}
}
func Test_SnapshotResolver_SingleFullDoubleInc_IgnoresEarlier(t *testing.T) {
snapshotFullID0 := "00000-0"
snapshotFullID1 := "00000-1"
snapshotIncID1 := "00000-2"
snapshotIncID2 := "00000-3"
rootDir := t.TempDir()
mustCreateSnapshotFull(t, rootDir, snapshotFullID0, 1, 1)
mustCreateSnapshotFull(t, rootDir, snapshotFullID1, 2, 1)
mustCreateSnapshotInc(t, rootDir, snapshotIncID1, 3, 1)
mustCreateSnapshotInc(t, rootDir, snapshotIncID2, 4, 1)
dbfile, walFiles, err := SnapshotResolver(rootDir, snapshotIncID2)
if err != nil {
t.Fatalf("unexpected error from SnapshotResolver: %v", err)
}
if dbfile != filepath.Join(rootDir, snapshotFullID1, dbfileName) {
t.Fatalf("expected dbfile %s, got %s", filepath.Join(rootDir, snapshotFullID1, dbfileName), dbfile)
}
if len(walFiles) != 2 {
t.Fatalf("expected 2 wal files, got %v", walFiles)
}
expectedWalFile1 := filepath.Join(rootDir, snapshotIncID1, walfileName)
if walFiles[0] != expectedWalFile1 {
t.Fatalf("expected wal file %s, got %s", expectedWalFile1, walFiles[0])
}
expectedWalFile2 := filepath.Join(rootDir, snapshotIncID2, walfileName)
if walFiles[1] != expectedWalFile2 {
t.Fatalf("expected wal file %s, got %s", expectedWalFile2, walFiles[1])
}
}
func Test_SnapshotResolver_NoFullInChain(t *testing.T) {
snapshotIncID1 := "00000-1"
snapshotIncID2 := "00000-2"
rootDir := t.TempDir()
mustCreateSnapshotInc(t, rootDir, snapshotIncID1, 1, 1)
mustCreateSnapshotInc(t, rootDir, snapshotIncID2, 2, 1)
_, _, err := SnapshotResolver(rootDir, snapshotIncID2)
if err == nil {
t.Fatalf("expected error from SnapshotResolver, got nil")
}
}
func mustCopyFile(t *testing.T, src, dest string) {
data, err := os.ReadFile(src)
if err != nil {
t.Fatalf("failed to read file %s: %v", src, err)
}
if err := os.WriteFile(dest, data, 0644); err != nil {
t.Fatalf("failed to write file %s: %v", dest, err)
}
}
func mustCreateSnapshotFull(t *testing.T, rootDir, snapshotID string, idx, term uint64) {
mustCreateSnapshot(t, rootDir, snapshotID, "testdata/db-and-wals/full2.db", dbfileName, idx, term)
}
func mustCreateSnapshotInc(t *testing.T, rootDir, snapshotID string, idx, term uint64) {
mustCreateSnapshot(t, rootDir, snapshotID, "testdata/db-and-wals/wal-00", walfileName, idx, term)
}
func mustCreateSnapshot(t *testing.T, rootDir string, snapshotID, srcName, dstName string, idx, term uint64) {
snapshotDir := filepath.Join(rootDir, snapshotID)
if err := os.MkdirAll(snapshotDir, 0755); err != nil {
t.Fatalf("failed to create snapshot dir: %v", err)
}
mustCopyFile(t, srcName, filepath.Join(snapshotDir, dstName))
meta := &raft.SnapshotMeta{
ID: snapshotID,
Index: idx,
Term: term,
}
if err := writeMeta(snapshotDir, meta); err != nil {
t.Fatalf("failed to write snapshot meta: %v", err)
}
}

2
snapshot2/store.go
View File

@@ -17,6 +17,8 @@ import (
)
const (
dbfileName = "data.db"
walfileName = "data.wal"
metaFileName = "meta.json"
tmpSuffix = ".tmp"
fullNeededFile = "FULL_NEEDED"