You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

agent_cache_gc.go 2.5 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102
  1. package event
  2. import (
  3. "database/sql"
  4. "fmt"
  5. "time"
  6. "github.com/jmoiron/sqlx"
  7. "gitlink.org.cn/cloudream/common/pkgs/logger"
  8. "gitlink.org.cn/cloudream/common/pkgs/mq"
  9. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  10. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  11. agtmq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/agent"
  12. scevt "gitlink.org.cn/cloudream/storage/common/pkgs/mq/scanner/event"
  13. )
  14. type AgentCacheGC struct {
  15. *scevt.AgentCacheGC
  16. }
  17. func NewAgentCacheGC(evt *scevt.AgentCacheGC) *AgentCacheGC {
  18. return &AgentCacheGC{
  19. AgentCacheGC: evt,
  20. }
  21. }
  22. func (t *AgentCacheGC) TryMerge(other Event) bool {
  23. event, ok := other.(*AgentCacheGC)
  24. if !ok {
  25. return false
  26. }
  27. if event.NodeID != t.NodeID {
  28. return false
  29. }
  30. return true
  31. }
  32. func (t *AgentCacheGC) Execute(execCtx ExecuteContext) {
  33. log := logger.WithType[AgentCacheGC]("Event")
  34. startTime := time.Now()
  35. log.Debugf("begin with %v", logger.FormatStruct(t.AgentCacheGC))
  36. defer func() {
  37. log.Debugf("end, time: %v", time.Since(startTime))
  38. }()
  39. // TODO unavailable的节点需不需要发送任务?
  40. mutex, err := reqbuilder.NewBuilder().
  41. // 进行GC
  42. IPFS().GC(t.NodeID).
  43. MutexLock(execCtx.Args.DistLock)
  44. if err != nil {
  45. log.Warnf("acquire locks failed, err: %s", err.Error())
  46. return
  47. }
  48. defer mutex.Unlock()
  49. var allFileHashes []string
  50. err = execCtx.Args.DB.DoTx(sql.LevelSerializable, func(tx *sqlx.Tx) error {
  51. blocks, err := execCtx.Args.DB.ObjectBlock().GetByNodeID(tx, t.NodeID)
  52. if err != nil {
  53. return fmt.Errorf("getting object blocks by node id: %w", err)
  54. }
  55. for _, c := range blocks {
  56. allFileHashes = append(allFileHashes, c.FileHash)
  57. }
  58. objs, err := execCtx.Args.DB.PinnedObject().GetObjectsByNodeID(tx, t.NodeID)
  59. if err != nil {
  60. return fmt.Errorf("getting pinned objects by node id: %w", err)
  61. }
  62. for _, o := range objs {
  63. allFileHashes = append(allFileHashes, o.FileHash)
  64. }
  65. return nil
  66. })
  67. if err != nil {
  68. log.WithField("NodeID", t.NodeID).Warn(err.Error())
  69. return
  70. }
  71. agtCli, err := stgglb.AgentMQPool.Acquire(t.NodeID)
  72. if err != nil {
  73. log.WithField("NodeID", t.NodeID).Warnf("create agent client failed, err: %s", err.Error())
  74. return
  75. }
  76. defer stgglb.AgentMQPool.Release(agtCli)
  77. _, err = agtCli.CacheGC(agtmq.ReqCacheGC(allFileHashes), mq.RequestOption{Timeout: time.Minute})
  78. if err != nil {
  79. log.WithField("NodeID", t.NodeID).Warnf("ipfs gc: %s", err.Error())
  80. return
  81. }
  82. }
  83. func init() {
  84. RegisterMessageConvertor(NewAgentCacheGC)
  85. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。