You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cache_move_package.go 2.8 kB

2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103
  1. package task
  2. import (
  3. "fmt"
  4. "time"
  5. "gitlink.org.cn/cloudream/common/pkgs/logger"
  6. "gitlink.org.cn/cloudream/common/pkgs/task"
  7. "gitlink.org.cn/cloudream/storage/common/globals"
  8. "gitlink.org.cn/cloudream/storage/common/pkgs/db/model"
  9. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  10. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  11. )
  12. type CacheMovePackage struct {
  13. userID int64
  14. packageID int64
  15. }
  16. func NewCacheMovePackage(userID int64, packageID int64) *CacheMovePackage {
  17. return &CacheMovePackage{
  18. userID: userID,
  19. packageID: packageID,
  20. }
  21. }
  22. func (t *CacheMovePackage) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  23. err := t.do(ctx)
  24. complete(err, CompleteOption{
  25. RemovingDelay: time.Minute,
  26. })
  27. }
  28. func (t *CacheMovePackage) do(ctx TaskContext) error {
  29. log := logger.WithType[CacheMovePackage]("Task")
  30. log.Debugf("begin with %v", logger.FormatStruct(t))
  31. defer log.Debugf("end")
  32. // TOOD EC的锁
  33. mutex, err := reqbuilder.NewBuilder().
  34. Metadata().
  35. // 读取Package信息和包含的Object信息
  36. Package().ReadOne(t.packageID).Object().ReadAny().
  37. // 读取Rep对象的配置
  38. ObjectRep().ReadAny().
  39. // 创建Cache记录
  40. Cache().CreateAny().
  41. IPFS().
  42. // pin文件
  43. CreateAnyRep(*globals.Local.NodeID).
  44. MutexLock(ctx.distlock)
  45. if err != nil {
  46. return fmt.Errorf("acquiring distlock: %w", err)
  47. }
  48. defer mutex.Unlock()
  49. coorCli, err := globals.CoordinatorMQPool.Acquire()
  50. if err != nil {
  51. return fmt.Errorf("new coordinator client: %w", err)
  52. }
  53. defer coorCli.Close()
  54. pkgResp, err := coorCli.GetPackage(coormq.NewGetPackage(t.userID, t.packageID))
  55. if err != nil {
  56. return fmt.Errorf("getting package: %w", err)
  57. }
  58. if pkgResp.Redundancy.IsRepInfo() {
  59. return t.moveRep(ctx, coorCli, pkgResp.Package)
  60. } else {
  61. // TODO EC的CacheMove逻辑
  62. }
  63. return nil
  64. }
  65. func (t *CacheMovePackage) moveRep(ctx TaskContext, coorCli *coormq.PoolClient, pkg model.Package) error {
  66. getRepResp, err := coorCli.GetPackageObjectRepData(coormq.NewGetPackageObjectRepData(pkg.PackageID))
  67. if err != nil {
  68. return fmt.Errorf("getting package object rep data: %w", err)
  69. }
  70. ipfsCli, err := globals.IPFSPool.Acquire()
  71. if err != nil {
  72. return fmt.Errorf("new ipfs client: %w", err)
  73. }
  74. defer ipfsCli.Close()
  75. var fileHashes []string
  76. for _, rep := range getRepResp.Data {
  77. if err := ipfsCli.Pin(rep.FileHash); err != nil {
  78. return fmt.Errorf("pinning file %s: %w", rep.FileHash, err)
  79. }
  80. fileHashes = append(fileHashes, rep.FileHash)
  81. }
  82. _, err = coorCli.CachePackageMoved(coormq.NewCachePackageMoved(pkg.PackageID, *globals.Local.NodeID, fileHashes))
  83. if err != nil {
  84. return fmt.Errorf("reporting cache package moved: %w", err)
  85. }
  86. return nil
  87. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。