You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

storage.go 4.5 kB

2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. package services
  2. import (
  3. ramsg "gitlink.org.cn/cloudream/rabbitmq/message"
  4. coormsg "gitlink.org.cn/cloudream/rabbitmq/message/coordinator"
  5. "gitlink.org.cn/cloudream/utils"
  6. "gitlink.org.cn/cloudream/utils/consts"
  7. "gitlink.org.cn/cloudream/utils/consts/errorcode"
  8. log "gitlink.org.cn/cloudream/utils/logger"
  9. )
  10. func (service *Service) PreMoveObjectToStorage(msg *coormsg.PreMoveObjectToStorage) *coormsg.PreMoveObjectToStorageResp {
  11. //查询数据库,获取冗余类型,冗余参数
  12. //jh:使用command中的bucketname和objectname查询对象表,获得redundancy,EcName,fileSizeInBytes
  13. //-若redundancy是rep,查询对象副本表, 获得repHash
  14. //--ids :={0}
  15. //--hashs := {repHash}
  16. //-若redundancy是ec,查询对象编码块表,获得blockHashs, ids(innerID),
  17. //--查询缓存表,获得每个hash的nodeIps、TempOrPins、Times
  18. //--查询节点延迟表,得到command.destination与各个nodeIps的的延迟,存到一个map类型中(Delay)
  19. //--kx:根据查出来的hash/hashs、nodeIps、TempOrPins、Times(移动/读取策略)、Delay确定hashs、ids
  20. // 查询用户关联的存储服务
  21. stg, err := service.db.Storage().GetUserStorage(msg.Body.UserID, msg.Body.StorageID)
  22. if err != nil {
  23. log.WithField("UserID", msg.Body.UserID).
  24. WithField("StorageID", msg.Body.StorageID).
  25. Warnf("get user Storage failed, err: %s", err.Error())
  26. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get user Storage failed")
  27. }
  28. // 查询文件对象
  29. object, err := service.db.Object().GetUserObject(msg.Body.UserID, msg.Body.ObjectID)
  30. if err != nil {
  31. log.WithField("ObjectID", msg.Body.ObjectID).
  32. Warnf("get user Object failed, err: %s", err.Error())
  33. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get user Object failed")
  34. }
  35. //-若redundancy是rep,查询对象副本表, 获得repHash
  36. var hashs []string
  37. ids := []int{0}
  38. if object.Redundancy == consts.REDUNDANCY_REP {
  39. objectRep, err := service.db.ObjectRep().GetObjectRep(object.ObjectID)
  40. if err != nil {
  41. log.Warnf("get ObjectRep failed, err: %s", err.Error())
  42. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get ObjectRep failed")
  43. }
  44. hashs = append(hashs, objectRep.RepHash)
  45. } else {
  46. blockHashs, err := service.db.QueryObjectBlock(object.ObjectID)
  47. if err != nil {
  48. log.Warnf("query ObjectBlock failed, err: %s", err.Error())
  49. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "query ObjectBlock failed")
  50. }
  51. ecPolicies := *utils.GetEcPolicy()
  52. ecPolicy := ecPolicies[*object.ECName]
  53. ecN := ecPolicy.GetN()
  54. ecK := ecPolicy.GetK()
  55. ids = make([]int, ecK)
  56. for i := 0; i < ecN; i++ {
  57. hashs = append(hashs, "-1")
  58. }
  59. for i := 0; i < ecK; i++ {
  60. ids[i] = i
  61. }
  62. hashs = make([]string, ecN)
  63. for _, tt := range blockHashs {
  64. id := tt.InnerID
  65. hash := tt.BlockHash
  66. hashs[id] = hash
  67. }
  68. //--查询缓存表,获得每个hash的nodeIps、TempOrPins、Times
  69. /*for id,hash := range blockHashs{
  70. //type Cache struct {NodeIP string,TempOrPin bool,Cachetime string}
  71. Cache := Query_Cache(hash)
  72. //利用Time_trans()函数可将Cache[i].Cachetime转化为时间戳格式
  73. //--查询节点延迟表,得到command.Destination与各个nodeIps的延迟,存到一个map类型中(Delay)
  74. Delay := make(map[string]int) // 延迟集合
  75. for i:=0; i<len(Cache); i++{
  76. Delay[Cache[i].NodeIP] = Query_NodeDelay(Destination, Cache[i].NodeIP)
  77. }
  78. //--kx:根据查出来的hash/hashs、nodeIps、TempOrPins、Times(移动/读取策略)、Delay确定hashs、ids
  79. }*/
  80. }
  81. return ramsg.ReplyOK(coormsg.NewPreMoveObjectToStorageRespBody(
  82. stg.NodeID,
  83. stg.Directory,
  84. object.Redundancy,
  85. object.ECName,
  86. hashs,
  87. ids,
  88. object.FileSizeInBytes,
  89. ))
  90. }
  91. func (service *Service) MoveObjectToStorage(msg *coormsg.MoveObjectToStorage) *coormsg.MoveObjectToStorageResp {
  92. err := service.db.Storage().UserMoveObjectTo(msg.Body.UserID, msg.Body.ObjectID, msg.Body.StorageID)
  93. if err != nil {
  94. log.WithField("UserID", msg.Body.UserID).
  95. WithField("ObjectID", msg.Body.ObjectID).
  96. WithField("StorageID", msg.Body.StorageID).
  97. Warnf("user move object to storage failed, err: %s", err.Error())
  98. return ramsg.ReplyFailed[coormsg.MoveObjectToStorageResp](errorcode.OPERATION_FAILED, "user move object to storage failed")
  99. }
  100. return ramsg.ReplyOK(coormsg.NewMoveObjectToStorageRespBody())
  101. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。