You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

storage.go 4.5 kB

2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. package services
  2. import (
  3. ramsg "gitlink.org.cn/cloudream/rabbitmq/message"
  4. coormsg "gitlink.org.cn/cloudream/rabbitmq/message/coordinator"
  5. "gitlink.org.cn/cloudream/utils"
  6. "gitlink.org.cn/cloudream/utils/consts"
  7. "gitlink.org.cn/cloudream/utils/consts/errorcode"
  8. log "gitlink.org.cn/cloudream/utils/logger"
  9. )
  10. func (service *Service) MoveObjectToStorage(msg *coormsg.MoveObjectToStorage) *coormsg.MoveObjectToStorageResp {
  11. err := service.db.Storage().UserMoveObjectTo(msg.Body.UserID, msg.Body.ObjectID, msg.Body.StorageID)
  12. if err != nil {
  13. log.WithField("UserID", msg.Body.UserID).
  14. WithField("ObjectID", msg.Body.ObjectID).
  15. WithField("StorageID", msg.Body.StorageID).
  16. Warnf("user move object to storage failed, err: %s", err.Error())
  17. return ramsg.ReplyFailed[coormsg.MoveObjectToStorageResp](errorcode.OPERATION_FAILED, "user move object to storage failed")
  18. }
  19. return ramsg.ReplyOK(coormsg.NewMoveObjectToStorageRespBody())
  20. }
  21. func (service *Service) PreMoveObjectToStorage(msg *coormsg.PreMoveObjectToStorage) *coormsg.PreMoveObjectToStorageResp {
  22. //查询数据库,获取冗余类型,冗余参数
  23. //jh:使用command中的bucketname和objectname查询对象表,获得redundancy,EcName,fileSizeInBytes
  24. //-若redundancy是rep,查询对象副本表, 获得repHash
  25. //--ids :={0}
  26. //--hashs := {repHash}
  27. //-若redundancy是ec,查询对象编码块表,获得blockHashs, ids(innerID),
  28. //--查询缓存表,获得每个hash的nodeIps、TempOrPins、Times
  29. //--查询节点延迟表,得到command.destination与各个nodeIps的的延迟,存到一个map类型中(Delay)
  30. //--kx:根据查出来的hash/hashs、nodeIps、TempOrPins、Times(移动/读取策略)、Delay确定hashs、ids
  31. // 查询用户关联的存储服务
  32. stg, err := service.db.Storage().GetUserStorage(msg.Body.UserID, msg.Body.StorageID)
  33. if err != nil {
  34. log.WithField("UserID", msg.Body.UserID).
  35. WithField("StorageID", msg.Body.StorageID).
  36. Warnf("get user Storage failed, err: %s", err.Error())
  37. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get user Storage failed")
  38. }
  39. // 查询文件对象
  40. object, err := service.db.Object().GetUserObject(msg.Body.UserID, msg.Body.ObjectID)
  41. if err != nil {
  42. log.WithField("ObjectID", msg.Body.ObjectID).
  43. Warnf("get user Object failed, err: %s", err.Error())
  44. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get user Object failed")
  45. }
  46. //-若redundancy是rep,查询对象副本表, 获得repHash
  47. var hashs []string
  48. ids := []int{0}
  49. if object.Redundancy == consts.REDUNDANCY_REP {
  50. objectRep, err := service.db.ObjectRep().GetObjectRep(object.ObjectID)
  51. if err != nil {
  52. log.Warnf("get ObjectRep failed, err: %s", err.Error())
  53. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get ObjectRep failed")
  54. }
  55. hashs = append(hashs, objectRep.RepHash)
  56. } else {
  57. blockHashs, err := service.db.QueryObjectBlock(object.ObjectID)
  58. if err != nil {
  59. log.Warnf("query ObjectBlock failed, err: %s", err.Error())
  60. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "query ObjectBlock failed")
  61. }
  62. ecPolicies := *utils.GetEcPolicy()
  63. ecPolicy := ecPolicies[*object.ECName]
  64. ecN := ecPolicy.GetN()
  65. ecK := ecPolicy.GetK()
  66. ids = make([]int, ecK)
  67. for i := 0; i < ecN; i++ {
  68. hashs = append(hashs, "-1")
  69. }
  70. for i := 0; i < ecK; i++ {
  71. ids[i] = i
  72. }
  73. hashs = make([]string, ecN)
  74. for _, tt := range blockHashs {
  75. id := tt.InnerID
  76. hash := tt.BlockHash
  77. hashs[id] = hash
  78. }
  79. //--查询缓存表,获得每个hash的nodeIps、TempOrPins、Times
  80. /*for id,hash := range blockHashs{
  81. //type Cache struct {NodeIP string,TempOrPin bool,Cachetime string}
  82. Cache := Query_Cache(hash)
  83. //利用Time_trans()函数可将Cache[i].Cachetime转化为时间戳格式
  84. //--查询节点延迟表,得到command.Destination与各个nodeIps的延迟,存到一个map类型中(Delay)
  85. Delay := make(map[string]int) // 延迟集合
  86. for i:=0; i<len(Cache); i++{
  87. Delay[Cache[i].NodeIP] = Query_NodeDelay(Destination, Cache[i].NodeIP)
  88. }
  89. //--kx:根据查出来的hash/hashs、nodeIps、TempOrPins、Times(移动/读取策略)、Delay确定hashs、ids
  90. }*/
  91. }
  92. return ramsg.ReplyOK(coormsg.NewPreMoveObjectToStorageRespBody(
  93. stg.NodeID,
  94. stg.Directory,
  95. object.Redundancy,
  96. object.ECName,
  97. hashs,
  98. ids,
  99. object.FileSizeInBytes,
  100. ))
  101. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。