leveldb.go 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193
  1. package leveldb
  2. import (
  3. "bytes"
  4. "context"
  5. "encoding/binary"
  6. "errors"
  7. "os"
  8. "path/filepath"
  9. "sync"
  10. "github.com/syndtr/goleveldb/leveldb"
  11. "github.com/syndtr/goleveldb/leveldb/opt"
  12. "github.com/syndtr/goleveldb/leveldb/util"
  13. "github.com/kellegous/go/internal"
  14. )
  15. const (
  16. routesDbFilename = "routes.db"
  17. idLogFilename = "id"
  18. )
  19. // Backend provides access to the leveldb store.
  20. type Backend struct {
  21. // Path contains the location on disk where this DB exists.
  22. path string
  23. db *leveldb.DB
  24. lck sync.Mutex
  25. id uint64
  26. }
  27. // Commit the given ID to the data store.
  28. func commit(filename string, id uint64) error {
  29. w, err := os.Create(filename)
  30. if err != nil {
  31. return err
  32. }
  33. defer w.Close()
  34. if err := binary.Write(w, binary.LittleEndian, id); err != nil {
  35. return err
  36. }
  37. return w.Sync()
  38. }
  39. // Load the current ID from the data store.
  40. func load(filename string) (uint64, error) {
  41. if _, err := os.Stat(filename); err != nil {
  42. return 0, commit(filename, 0)
  43. }
  44. r, err := os.Open(filename)
  45. if err != nil {
  46. return 0, err
  47. }
  48. defer r.Close()
  49. var id uint64
  50. if err := binary.Read(r, binary.LittleEndian, &id); err != nil {
  51. return 0, err
  52. }
  53. return id, nil
  54. }
  55. // New instantiates a new Backend
  56. func New(path string) (*Backend, error) {
  57. backend := Backend{
  58. path: path,
  59. }
  60. if _, err := os.Stat(backend.path); err != nil {
  61. if err := os.MkdirAll(path, os.ModePerm); err != nil {
  62. return nil, err
  63. }
  64. }
  65. // open the database
  66. db, err := leveldb.OpenFile(filepath.Join(backend.path, routesDbFilename), nil)
  67. if err != nil {
  68. return nil, err
  69. }
  70. backend.db = db
  71. id, err := load(filepath.Join(backend.path, idLogFilename))
  72. if err != nil {
  73. return nil, err
  74. }
  75. backend.id = id
  76. return &backend, nil
  77. }
  78. // Close the resources associated with this backend.
  79. func (backend *Backend) Close() error {
  80. return backend.db.Close()
  81. }
  82. // Get retreives a shortcut from the data store.
  83. func (backend *Backend) Get(ctx context.Context, name string) (*internal.Route, error) {
  84. val, err := backend.db.Get([]byte(name), nil)
  85. if err != nil {
  86. if errors.Is(err, leveldb.ErrNotFound) {
  87. return nil, internal.ErrRouteNotFound
  88. }
  89. return nil, err
  90. }
  91. rt := &internal.Route{}
  92. if err := rt.Read(bytes.NewBuffer(val)); err != nil {
  93. return nil, err
  94. }
  95. return rt, nil
  96. }
  97. // Put stores a new shortcut in the data store.
  98. func (backend *Backend) Put(ctx context.Context, key string, rt *internal.Route) error {
  99. var buf bytes.Buffer
  100. if err := rt.Write(&buf); err != nil {
  101. return err
  102. }
  103. return backend.db.Put([]byte(key), buf.Bytes(), &opt.WriteOptions{Sync: true})
  104. }
  105. // Del removes an existing shortcut from the data store.
  106. func (backend *Backend) Del(ctx context.Context, key string) error {
  107. return backend.db.Delete([]byte(key), &opt.WriteOptions{Sync: true})
  108. }
  109. // List all routes in an iterator, starting with the key prefix of start (which can also be nil).
  110. func (backend *Backend) List(ctx context.Context, start string) (internal.RouteIterator, error) {
  111. return &RouteIterator{
  112. it: backend.db.NewIterator(&util.Range{
  113. Start: []byte(start),
  114. Limit: nil,
  115. }, nil),
  116. }, nil
  117. }
  118. // GetAll gets everything in the db to dump it out for backup purposes
  119. func (backend *Backend) GetAll(ctx context.Context) (map[string]internal.Route, error) {
  120. golinks := map[string]internal.Route{}
  121. iter := backend.db.NewIterator(nil, nil)
  122. defer iter.Release()
  123. for iter.Next() {
  124. key := iter.Key()
  125. val := iter.Value()
  126. rt := &internal.Route{}
  127. if err := rt.Read(bytes.NewBuffer(val)); err != nil {
  128. return nil, err
  129. }
  130. golinks[string(key[:])] = *rt
  131. }
  132. if err := iter.Error(); err != nil {
  133. return nil, err
  134. }
  135. return golinks, nil
  136. }
  137. func (backend *Backend) commit(id uint64) error {
  138. w, err := os.Create(filepath.Join(backend.path, idLogFilename))
  139. if err != nil {
  140. return err
  141. }
  142. defer w.Close()
  143. if err := binary.Write(w, binary.LittleEndian, id); err != nil {
  144. return err
  145. }
  146. return w.Sync()
  147. }
  148. // NextID generates the next numeric ID to be used for an auto-named shortcut.
  149. func (backend *Backend) NextID(ctx context.Context) (uint64, error) {
  150. backend.lck.Lock()
  151. defer backend.lck.Unlock()
  152. backend.id++
  153. if err := commit(filepath.Join(backend.path, idLogFilename), backend.id); err != nil {
  154. return 0, err
  155. }
  156. return backend.id, nil
  157. }