file_cache.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. package server
  2. import (
  3. "errors"
  4. "fmt"
  5. "heckel.io/ntfy/util"
  6. "io"
  7. "os"
  8. "path/filepath"
  9. "regexp"
  10. "sync"
  11. "time"
  12. )
  13. var (
  14. fileIDRegex = regexp.MustCompile(fmt.Sprintf(`^[-_A-Za-z0-9]{%d}$`, messageIDLength))
  15. errInvalidFileID = errors.New("invalid file ID")
  16. errFileExists = errors.New("file exists")
  17. )
  18. type fileCache struct {
  19. dir string
  20. totalSizeCurrent int64
  21. totalSizeLimit int64
  22. fileSizeLimit int64
  23. mu sync.Mutex
  24. }
  25. func newFileCache(dir string, totalSizeLimit int64) (*fileCache, error) {
  26. if err := os.MkdirAll(dir, 0700); err != nil {
  27. return nil, err
  28. }
  29. size, err := dirSize(dir)
  30. if err != nil {
  31. return nil, err
  32. }
  33. return &fileCache{
  34. dir: dir,
  35. totalSizeCurrent: size,
  36. totalSizeLimit: totalSizeLimit,
  37. }, nil
  38. }
  39. func (c *fileCache) Write(id string, in io.Reader, limiters ...util.Limiter) (int64, error) {
  40. if !fileIDRegex.MatchString(id) {
  41. return 0, errInvalidFileID
  42. }
  43. file := filepath.Join(c.dir, id)
  44. if _, err := os.Stat(file); err == nil {
  45. return 0, errFileExists
  46. }
  47. f, err := os.OpenFile(file, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0600)
  48. if err != nil {
  49. return 0, err
  50. }
  51. defer f.Close()
  52. limiters = append(limiters, util.NewFixedLimiter(c.Remaining()))
  53. limitWriter := util.NewLimitWriter(f, limiters...)
  54. size, err := io.Copy(limitWriter, in)
  55. if err != nil {
  56. os.Remove(file)
  57. return 0, err
  58. }
  59. if err := f.Close(); err != nil {
  60. os.Remove(file)
  61. return 0, err
  62. }
  63. c.mu.Lock()
  64. c.totalSizeCurrent += size
  65. c.mu.Unlock()
  66. return size, nil
  67. }
  68. func (c *fileCache) Remove(ids ...string) error {
  69. for _, id := range ids {
  70. if !fileIDRegex.MatchString(id) {
  71. return errInvalidFileID
  72. }
  73. file := filepath.Join(c.dir, id)
  74. _ = os.Remove(file) // Best effort delete
  75. }
  76. size, err := dirSize(c.dir)
  77. if err != nil {
  78. return err
  79. }
  80. c.mu.Lock()
  81. c.totalSizeCurrent = size
  82. c.mu.Unlock()
  83. return nil
  84. }
  85. // Expired returns a list of file IDs for expired files
  86. func (c *fileCache) Expired(olderThan time.Time) ([]string, error) {
  87. entries, err := os.ReadDir(c.dir)
  88. if err != nil {
  89. return nil, err
  90. }
  91. var ids []string
  92. for _, e := range entries {
  93. info, err := e.Info()
  94. if err != nil {
  95. continue
  96. }
  97. if info.ModTime().Before(olderThan) && fileIDRegex.MatchString(e.Name()) {
  98. ids = append(ids, e.Name())
  99. }
  100. }
  101. return ids, nil
  102. }
  103. func (c *fileCache) Size() int64 {
  104. c.mu.Lock()
  105. defer c.mu.Unlock()
  106. return c.totalSizeCurrent
  107. }
  108. func (c *fileCache) Remaining() int64 {
  109. c.mu.Lock()
  110. defer c.mu.Unlock()
  111. remaining := c.totalSizeLimit - c.totalSizeCurrent
  112. if remaining < 0 {
  113. return 0
  114. }
  115. return remaining
  116. }
  117. func dirSize(dir string) (int64, error) {
  118. entries, err := os.ReadDir(dir)
  119. if err != nil {
  120. return 0, err
  121. }
  122. var size int64
  123. for _, e := range entries {
  124. info, err := e.Info()
  125. if err != nil {
  126. return 0, err
  127. }
  128. size += info.Size()
  129. }
  130. return size, nil
  131. }