| 1 | package docs |
| 2 | |
| 3 | import ( |
| 4 | "bytes" |
| 5 | "context" |
| 6 | "database/sql" |
| 7 | "errors" |
| 8 | "os" |
| 9 | "os/exec" |
| 10 | "path/filepath" |
| 11 | "strings" |
| 12 | "testing" |
| 13 | "time" |
| 14 | |
| 15 | "amadan.net/rastrillo/rastrillo/db" |
| 16 | "gorm.io/gorm" |
| 17 | ) |
| 18 | |
| 19 | func TestContentScrubRefusesPinnedWALReader(t *testing.T) { |
| 20 | path := filepath.Join(t.TempDir(), "docs.db") |
| 21 | app, err := NewForTestWith(t, Config{DBPath: path}) |
| 22 | if err != nil { |
| 23 | t.Fatal(err) |
| 24 | } |
| 25 | c, err := newContentCipher("", "development") |
| 26 | if err != nil { |
| 27 | t.Fatal(err) |
| 28 | } |
| 29 | ctx := context.Background() |
| 30 | if err := convertContent(ctx, app.db.G, c); err != nil { |
| 31 | t.Fatal(err) |
| 32 | } |
| 33 | if err := scrubContent(ctx, app.db, c); err != nil { |
| 34 | t.Fatal(err) |
| 35 | } |
| 36 | reader, err := sql.Open("sqlite", path) |
| 37 | if err != nil { |
| 38 | t.Fatal(err) |
| 39 | } |
| 40 | defer reader.Close() |
| 41 | tx, err := reader.BeginTx(ctx, &sql.TxOptions{ReadOnly: true}) |
| 42 | if err != nil { |
| 43 | t.Fatal(err) |
| 44 | } |
| 45 | defer tx.Rollback() |
| 46 | var scrubbed int |
| 47 | if err := tx.QueryRow("SELECT scrubbed FROM content_sealing WHERE id=1").Scan(&scrubbed); err != nil { |
| 48 | t.Fatal(err) |
| 49 | } |
| 50 | if scrubbed != 1 { |
| 51 | t.Fatal("reader did not pin scrubbed state") |
| 52 | } |
| 53 | if _, err := app.db.Writer().Exec("PRAGMA busy_timeout=1"); err != nil { |
| 54 | t.Fatal(err) |
| 55 | } |
| 56 | err = scrubContent(ctx, app.db, c) |
| 57 | if err == nil || !strings.Contains(err.Error(), "checkpoint incomplete") { |
| 58 | t.Fatalf("pinned reader: %v", err) |
| 59 | } |
| 60 | state, err := readContentSealing(ctx, app.db.G, c) |
| 61 | if err != nil || state == nil || state.Scrubbed { |
| 62 | t.Fatalf("failed scrub marker: %#v, %v", state, err) |
| 63 | } |
| 64 | } |
| 65 | |
| 66 | func TestContentMigrationRecoversAfterProcessExit(t *testing.T) { |
| 67 | ctx := context.Background() |
| 68 | c, err := newContentCipher("", "development") |
| 69 | if err != nil { |
| 70 | t.Fatal(err) |
| 71 | } |
| 72 | if path := os.Getenv("DOCS_SEAL_CRASH_FIXTURE"); path != "" { |
| 73 | d, err := db.Open(path, nil) |
| 74 | if err != nil { |
| 75 | t.Fatal(err) |
| 76 | } |
| 77 | defer d.Close() |
| 78 | if err := d.G.Callback().Update().After("gorm:commit_or_rollback_transaction").Register("docs:test-crash", func(tx *gorm.DB) { |
| 79 | if tx.Statement.Table == "doc_updates" && tx.Error == nil && tx.RowsAffected == 1 { |
| 80 | os.Exit(73) |
| 81 | } |
| 82 | }); err != nil { |
| 83 | t.Fatal(err) |
| 84 | } |
| 85 | if err := convertContent(ctx, d.G, c); err != nil { |
| 86 | t.Fatal(err) |
| 87 | } |
| 88 | t.Fatal("conversion never reached crash point") |
| 89 | } |
| 90 | path := filepath.Join(t.TempDir(), "docs.db") |
| 91 | app, err := NewForTestWith(t, Config{DBPath: path}) |
| 92 | if err != nil { |
| 93 | t.Fatal(err) |
| 94 | } |
| 95 | doc, err := app.Store().Create(ctx, app.TestPerson(t, "owner@example.com"), "Crash recovery") |
| 96 | if err != nil { |
| 97 | t.Fatal(err) |
| 98 | } |
| 99 | row := DocUpdate{DocID: doc.ID, Seq: 1, UpdateBin: validUpdate(t), CreatedAt: time.Now().UTC()} |
| 100 | if err := app.db.G.Create(&row).Error; err != nil { |
| 101 | t.Fatal(err) |
| 102 | } |
| 103 | command := exec.Command(os.Args[0], "-test.run=^TestContentMigrationRecoversAfterProcessExit$", "-test.count=1") |
| 104 | command.Env = append(os.Environ(), "DOCS_SEAL_CRASH_FIXTURE="+path) |
| 105 | output, err := command.CombinedOutput() |
| 106 | var exited *exec.ExitError |
| 107 | if !errors.As(err, &exited) || exited.ExitCode() != 73 { |
| 108 | t.Fatalf("child did not exit at write: %v\n%s", err, output) |
| 109 | } |
| 110 | var recovered DocUpdate |
| 111 | if err := app.db.G.First(&recovered, row.ID).Error; err != nil { |
| 112 | t.Fatal(err) |
| 113 | } |
| 114 | if recovered.ContentEncoding != 0 || !bytes.Equal(recovered.UpdateBin, row.UpdateBin) { |
| 115 | t.Fatal("process exit committed a partial conversion") |
| 116 | } |
| 117 | state, err := readContentSealing(ctx, app.db.G, c) |
| 118 | if err != nil || state != nil { |
| 119 | t.Fatalf("crash activated sealing: %#v, %v", state, err) |
| 120 | } |
| 121 | if err := convertContent(ctx, app.db.G, c); err != nil { |
| 122 | t.Fatalf("retry: %v", err) |
| 123 | } |
| 124 | if err := app.db.G.First(&recovered, row.ID).Error; err != nil { |
| 125 | t.Fatal(err) |
| 126 | } |
| 127 | if err := c.openUpdate(doc.GUID, &recovered); err != nil { |
| 128 | t.Fatal(err) |
| 129 | } |
| 130 | if !bytes.Equal(recovered.UpdateBin, row.UpdateBin) { |
| 131 | t.Fatal("retry lost content") |
| 132 | } |
| 133 | } |
| 134 | |
amadan