leveldb.go 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. package leveldb
  2. import (
  3. "bytes"
  4. "context"
  5. "encoding/binary"
  6. "errors"
  7. "os"
  8. "path/filepath"
  9. "sync"
  10. "github.com/syndtr/goleveldb/leveldb"
  11. "github.com/syndtr/goleveldb/leveldb/opt"
  12. "github.com/syndtr/goleveldb/leveldb/util"
  13. "github.com/kellegous/go/internal"
  14. "github.com/kellegous/go/internal/backend"
  15. )
  16. const (
  17. routesDbFilename = "routes.db"
  18. idLogFilename = "id"
  19. )
  20. var _ backend.Backend = (*Backend)(nil)
  21. // Backend provides access to the leveldb store.
  22. type Backend struct {
  23. // Path contains the location on disk where this DB exists.
  24. path string
  25. db *leveldb.DB
  26. lck sync.Mutex
  27. id uint64
  28. }
  29. // Commit the given ID to the data store.
  30. func commit(filename string, id uint64) error {
  31. w, err := os.Create(filename)
  32. if err != nil {
  33. return err
  34. }
  35. defer w.Close()
  36. if err := binary.Write(w, binary.LittleEndian, id); err != nil {
  37. return err
  38. }
  39. return w.Sync()
  40. }
  41. // Load the current ID from the data store.
  42. func load(filename string) (uint64, error) {
  43. if _, err := os.Stat(filename); err != nil {
  44. return 0, commit(filename, 0)
  45. }
  46. r, err := os.Open(filename)
  47. if err != nil {
  48. return 0, err
  49. }
  50. defer r.Close()
  51. var id uint64
  52. if err := binary.Read(r, binary.LittleEndian, &id); err != nil {
  53. return 0, err
  54. }
  55. return id, nil
  56. }
  57. // New instantiates a new Backend
  58. func New(path string) (*Backend, error) {
  59. backend := Backend{
  60. path: path,
  61. }
  62. if _, err := os.Stat(backend.path); err != nil {
  63. if err := os.MkdirAll(path, os.ModePerm); err != nil {
  64. return nil, err
  65. }
  66. }
  67. // open the database
  68. db, err := leveldb.OpenFile(filepath.Join(backend.path, routesDbFilename), nil)
  69. if err != nil {
  70. return nil, err
  71. }
  72. backend.db = db
  73. id, err := load(filepath.Join(backend.path, idLogFilename))
  74. if err != nil {
  75. return nil, err
  76. }
  77. backend.id = id
  78. return &backend, nil
  79. }
  80. // Close the resources associated with this backend.
  81. func (backend *Backend) Close() error {
  82. return backend.db.Close()
  83. }
  84. // Get retreives a shortcut from the data store.
  85. func (backend *Backend) Get(ctx context.Context, name string) (*internal.Route, error) {
  86. val, err := backend.db.Get([]byte(name), nil)
  87. if err != nil {
  88. if errors.Is(err, leveldb.ErrNotFound) {
  89. return nil, internal.ErrRouteNotFound
  90. }
  91. return nil, err
  92. }
  93. rt := &internal.Route{}
  94. if err := rt.Read(bytes.NewBuffer(val)); err != nil {
  95. return nil, err
  96. }
  97. return rt, nil
  98. }
  99. // Put stores a new shortcut in the data store.
  100. func (backend *Backend) Put(ctx context.Context, key string, rt *internal.Route) error {
  101. var buf bytes.Buffer
  102. if err := rt.Write(&buf); err != nil {
  103. return err
  104. }
  105. return backend.db.Put([]byte(key), buf.Bytes(), &opt.WriteOptions{Sync: true})
  106. }
  107. // Del removes an existing shortcut from the data store.
  108. func (backend *Backend) Del(ctx context.Context, key string) error {
  109. return backend.db.Delete([]byte(key), &opt.WriteOptions{Sync: true})
  110. }
  111. // List all routes in an iterator, starting with the key prefix of start (which can also be nil).
  112. func (backend *Backend) List(ctx context.Context, start string) (internal.RouteIterator, error) {
  113. return &RouteIterator{
  114. it: backend.db.NewIterator(&util.Range{
  115. Start: []byte(start),
  116. Limit: nil,
  117. }, nil),
  118. }, nil
  119. }
  120. // GetAll gets everything in the db to dump it out for backup purposes
  121. func (backend *Backend) GetAll(ctx context.Context) (map[string]internal.Route, error) {
  122. golinks := map[string]internal.Route{}
  123. iter := backend.db.NewIterator(nil, nil)
  124. defer iter.Release()
  125. for iter.Next() {
  126. key := iter.Key()
  127. val := iter.Value()
  128. rt := &internal.Route{}
  129. if err := rt.Read(bytes.NewBuffer(val)); err != nil {
  130. return nil, err
  131. }
  132. golinks[string(key[:])] = *rt
  133. }
  134. if err := iter.Error(); err != nil {
  135. return nil, err
  136. }
  137. return golinks, nil
  138. }
  139. func (backend *Backend) commit(id uint64) error {
  140. w, err := os.Create(filepath.Join(backend.path, idLogFilename))
  141. if err != nil {
  142. return err
  143. }
  144. defer w.Close()
  145. if err := binary.Write(w, binary.LittleEndian, id); err != nil {
  146. return err
  147. }
  148. return w.Sync()
  149. }
  150. // NextID generates the next numeric ID to be used for an auto-named shortcut.
  151. func (backend *Backend) NextID(ctx context.Context) (uint64, error) {
  152. backend.lck.Lock()
  153. defer backend.lck.Unlock()
  154. backend.id++
  155. if err := commit(filepath.Join(backend.path, idLogFilename), backend.id); err != nil {
  156. return 0, err
  157. }
  158. return backend.id, nil
  159. }