You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

agent_cache_gc.go 2.4 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899
  1. package event
  2. import (
  3. "database/sql"
  4. "fmt"
  5. "time"
  6. "github.com/jmoiron/sqlx"
  7. "gitlink.org.cn/cloudream/common/pkgs/logger"
  8. "gitlink.org.cn/cloudream/common/pkgs/mq"
  9. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  10. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  11. agtmq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/agent"
  12. scevt "gitlink.org.cn/cloudream/storage/common/pkgs/mq/scanner/event"
  13. )
  14. type AgentCacheGC struct {
  15. *scevt.AgentCacheGC
  16. }
  17. func NewAgentCacheGC(evt *scevt.AgentCacheGC) *AgentCacheGC {
  18. return &AgentCacheGC{
  19. AgentCacheGC: evt,
  20. }
  21. }
  22. func (t *AgentCacheGC) TryMerge(other Event) bool {
  23. event, ok := other.(*AgentCacheGC)
  24. if !ok {
  25. return false
  26. }
  27. if event.NodeID != t.NodeID {
  28. return false
  29. }
  30. return true
  31. }
  32. func (t *AgentCacheGC) Execute(execCtx ExecuteContext) {
  33. log := logger.WithType[AgentCacheGC]("Event")
  34. log.Debugf("begin with %v", logger.FormatStruct(t.AgentCacheGC))
  35. defer log.Debugf("end")
  36. // TODO unavailable的节点需不需要发送任务?
  37. mutex, err := reqbuilder.NewBuilder().
  38. // 进行GC
  39. IPFS().GC(t.NodeID).
  40. MutexLock(execCtx.Args.DistLock)
  41. if err != nil {
  42. log.Warnf("acquire locks failed, err: %s", err.Error())
  43. return
  44. }
  45. defer mutex.Unlock()
  46. var allFileHashes []string
  47. err = execCtx.Args.DB.DoTx(sql.LevelSerializable, func(tx *sqlx.Tx) error {
  48. blocks, err := execCtx.Args.DB.ObjectBlock().GetByNodeID(tx, t.NodeID)
  49. if err != nil {
  50. return fmt.Errorf("getting object blocks by node id: %w", err)
  51. }
  52. for _, c := range blocks {
  53. allFileHashes = append(allFileHashes, c.FileHash)
  54. }
  55. objs, err := execCtx.Args.DB.PinnedObject().GetObjectsByNodeID(tx, t.NodeID)
  56. if err != nil {
  57. return fmt.Errorf("getting pinned objects by node id: %w", err)
  58. }
  59. for _, o := range objs {
  60. allFileHashes = append(allFileHashes, o.FileHash)
  61. }
  62. return nil
  63. })
  64. if err != nil {
  65. log.WithField("NodeID", t.NodeID).Warn(err.Error())
  66. return
  67. }
  68. agtCli, err := stgglb.AgentMQPool.Acquire(t.NodeID)
  69. if err != nil {
  70. log.WithField("NodeID", t.NodeID).Warnf("create agent client failed, err: %s", err.Error())
  71. return
  72. }
  73. defer stgglb.AgentMQPool.Release(agtCli)
  74. _, err = agtCli.CacheGC(agtmq.ReqCacheGC(allFileHashes), mq.RequestOption{Timeout: time.Minute})
  75. if err != nil {
  76. log.WithField("NodeID", t.NodeID).Warnf("ipfs gc: %s", err.Error())
  77. return
  78. }
  79. }
  80. func init() {
  81. RegisterMessageConvertor(NewAgentCacheGC)
  82. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。