manager.go 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260
  1. // Package safeapply provides durable, serialized rollback transactions.
  2. // Callers must supply fixed, trusted paths and an apply function that restores
  3. // the corresponding runtime state. It is not a general backup/restore API.
  4. package safeapply
  5. import (
  6. "crypto/rand"
  7. "encoding/hex"
  8. "encoding/json"
  9. "errors"
  10. "fmt"
  11. "os"
  12. "path/filepath"
  13. "time"
  14. "golang.org/x/sys/unix"
  15. )
  16. var ErrPending = errors.New("a safe-apply transaction is already pending")
  17. var ErrNoPending = errors.New("no safe-apply transaction is pending")
  18. var ErrExpired = errors.New("safe-apply transaction has expired")
  19. var ErrToken = errors.New("invalid safe-apply transaction token")
  20. type fileSnapshot struct {
  21. Path string `json:"path"`
  22. Data []byte `json:"data,omitempty"`
  23. Mode os.FileMode `json:"mode,omitempty"`
  24. Exists bool `json:"exists"`
  25. }
  26. type transaction struct {
  27. Token string `json:"token"`
  28. Deadline time.Time `json:"deadline"`
  29. Files []fileSnapshot `json:"files"`
  30. }
  31. type Status struct {
  32. Pending bool `json:"pending"`
  33. Deadline time.Time `json:"deadline,omitempty"`
  34. }
  35. // Manager serializes operations across processes by locking a file in dir.
  36. // apply is invoked after snapshot files are restored and must return an error
  37. // when runtime recovery fails. The transaction remains pending on any error.
  38. type Manager struct {
  39. dir string
  40. paths []string
  41. apply func() error
  42. now func() time.Time
  43. }
  44. func New(dir string, paths []string, apply func() error) *Manager {
  45. return &Manager{dir: dir, paths: append([]string(nil), paths...), apply: apply, now: time.Now}
  46. }
  47. func (m *Manager) locked(fn func() error) error {
  48. if err := os.MkdirAll(m.dir, 0700); err != nil {
  49. return err
  50. }
  51. f, err := os.OpenFile(filepath.Join(m.dir, "lock"), os.O_CREATE|os.O_RDWR, 0600)
  52. if err != nil {
  53. return err
  54. }
  55. defer f.Close()
  56. if err = unix.Flock(int(f.Fd()), unix.LOCK_EX); err != nil {
  57. return err
  58. }
  59. defer unix.Flock(int(f.Fd()), unix.LOCK_UN)
  60. return fn()
  61. }
  62. func (m *Manager) read() (*transaction, error) {
  63. data, err := os.ReadFile(filepath.Join(m.dir, "pending.json"))
  64. if os.IsNotExist(err) {
  65. return nil, ErrNoPending
  66. }
  67. if err != nil {
  68. return nil, err
  69. }
  70. var tx transaction
  71. if err = json.Unmarshal(data, &tx); err != nil {
  72. return nil, fmt.Errorf("invalid transaction: %w", err)
  73. }
  74. if tx.Token == "" || tx.Deadline.IsZero() || len(tx.Files) != len(m.paths) {
  75. return nil, errors.New("invalid transaction state")
  76. }
  77. for i, p := range m.paths {
  78. if tx.Files[i].Path != p {
  79. return nil, errors.New("transaction paths do not match configured paths")
  80. }
  81. }
  82. return &tx, nil
  83. }
  84. func atomicWrite(path string, data []byte, mode os.FileMode) error {
  85. dir := filepath.Dir(path)
  86. if err := os.MkdirAll(dir, 0700); err != nil {
  87. return err
  88. }
  89. f, err := os.CreateTemp(dir, ".safeapply-*")
  90. if err != nil {
  91. return err
  92. }
  93. name := f.Name()
  94. defer os.Remove(name)
  95. if err = f.Chmod(mode.Perm()); err == nil {
  96. _, err = f.Write(data)
  97. }
  98. if err == nil {
  99. err = f.Sync()
  100. }
  101. if closeErr := f.Close(); err == nil {
  102. err = closeErr
  103. }
  104. if err != nil {
  105. return err
  106. }
  107. if err = os.Rename(name, path); err != nil {
  108. return err
  109. }
  110. d, err := os.Open(dir)
  111. if err != nil {
  112. return err
  113. }
  114. defer d.Close()
  115. return d.Sync()
  116. }
  117. // Begin snapshots the fixed set of paths before any changes are applied.
  118. func (m *Manager) Begin(duration time.Duration) (string, time.Time, error) {
  119. var token string
  120. var deadline time.Time
  121. err := m.locked(func() error {
  122. _, err := m.read()
  123. if err == nil {
  124. return ErrPending
  125. }
  126. if !errors.Is(err, ErrNoPending) {
  127. return err
  128. }
  129. if duration <= 0 || len(m.paths) == 0 || m.apply == nil {
  130. return errors.New("invalid safe-apply configuration")
  131. }
  132. tx := transaction{Deadline: m.now().UTC().Add(duration)}
  133. random := make([]byte, 32)
  134. if _, err := rand.Read(random); err != nil {
  135. return err
  136. }
  137. tx.Token = hex.EncodeToString(random)
  138. for _, path := range m.paths {
  139. if !filepath.IsAbs(path) || filepath.Clean(path) != path {
  140. return fmt.Errorf("invalid snapshot path %q", path)
  141. }
  142. snap := fileSnapshot{Path: path}
  143. info, err := os.Lstat(path)
  144. if err == nil {
  145. if !info.Mode().IsRegular() {
  146. return fmt.Errorf("snapshot path is not a regular file: %s", path)
  147. }
  148. snap.Exists = true
  149. snap.Mode = info.Mode().Perm()
  150. snap.Data, err = os.ReadFile(path)
  151. if err != nil {
  152. return err
  153. }
  154. }
  155. if err != nil && !os.IsNotExist(err) {
  156. return err
  157. }
  158. tx.Files = append(tx.Files, snap)
  159. }
  160. data, err := json.Marshal(tx)
  161. if err != nil {
  162. return err
  163. }
  164. if err = atomicWrite(filepath.Join(m.dir, "pending.json"), data, 0600); err != nil {
  165. return err
  166. }
  167. token, deadline = tx.Token, tx.Deadline
  168. return nil
  169. })
  170. return token, deadline, err
  171. }
  172. // Confirm removes the pending transaction only before its deadline.
  173. func (m *Manager) Confirm(token string) error {
  174. return m.locked(func() error {
  175. tx, err := m.read()
  176. if err != nil {
  177. return err
  178. }
  179. if tx.Token != token {
  180. return ErrToken
  181. }
  182. if !m.now().Before(tx.Deadline) {
  183. return ErrExpired
  184. }
  185. return m.remove()
  186. })
  187. }
  188. func (m *Manager) remove() error {
  189. if err := os.Remove(filepath.Join(m.dir, "pending.json")); err != nil {
  190. return err
  191. }
  192. d, err := os.Open(m.dir)
  193. if err != nil {
  194. return err
  195. }
  196. defer d.Close()
  197. return d.Sync()
  198. }
  199. func (m *Manager) Status() (Status, error) {
  200. var status Status
  201. err := m.locked(func() error {
  202. tx, err := m.read()
  203. if errors.Is(err, ErrNoPending) {
  204. return nil
  205. }
  206. if err != nil {
  207. return err
  208. }
  209. status = Status{true, tx.Deadline}
  210. return nil
  211. })
  212. return status, err
  213. }
  214. // RecoverExpired is intended to be run by an independent watchdog as well as
  215. // at startup. It is safe to retry after a partial file or runtime failure.
  216. func (m *Manager) RecoverExpired() (bool, error) {
  217. recovered := false
  218. err := m.locked(func() error {
  219. tx, err := m.read()
  220. if errors.Is(err, ErrNoPending) {
  221. return nil
  222. }
  223. if err != nil {
  224. return err
  225. }
  226. if m.now().Before(tx.Deadline) {
  227. return nil
  228. }
  229. for _, f := range tx.Files {
  230. if f.Exists {
  231. if err = atomicWrite(f.Path, f.Data, f.Mode); err != nil {
  232. return err
  233. }
  234. } else if err = os.Remove(f.Path); err != nil && !os.IsNotExist(err) {
  235. return err
  236. }
  237. }
  238. if m.apply == nil {
  239. return errors.New("runtime recovery is not configured")
  240. }
  241. if err = m.apply(); err != nil {
  242. return fmt.Errorf("runtime recovery failed: %w", err)
  243. }
  244. if err = m.remove(); err != nil {
  245. return err
  246. }
  247. recovered = true
  248. return nil
  249. })
  250. return recovered, err
  251. }