You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

object_rep.go 3.6 kB

2 years ago
2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132
  1. package db
  2. import (
  3. "database/sql"
  4. "fmt"
  5. "strconv"
  6. "strings"
  7. "github.com/jmoiron/sqlx"
  8. "gitlink.org.cn/cloudream/storage/common/consts"
  9. stgmod "gitlink.org.cn/cloudream/storage/common/models"
  10. "gitlink.org.cn/cloudream/storage/common/pkgs/db/model"
  11. )
  12. type ObjectRepDB struct {
  13. *DB
  14. }
  15. func (db *DB) ObjectRep() *ObjectRepDB {
  16. return &ObjectRepDB{DB: db}
  17. }
  18. // GetObjectRep 查询对象副本表
  19. func (db *ObjectRepDB) GetByID(ctx SQLContext, objectID int64) (model.ObjectRep, error) {
  20. var ret model.ObjectRep
  21. err := sqlx.Get(ctx, &ret, "select * from ObjectRep where ObjectID = ?", objectID)
  22. return ret, err
  23. }
  24. func (db *ObjectRepDB) Create(ctx SQLContext, objectID int64, fileHash string) error {
  25. _, err := ctx.Exec("insert into ObjectRep(ObjectID, FileHash) values(?,?)", objectID, fileHash)
  26. return err
  27. }
  28. func (db *ObjectRepDB) Update(ctx SQLContext, objectID int64, fileHash string) (int64, error) {
  29. ret, err := ctx.Exec("update ObjectRep set FileHash = ? where ObjectID = ?", fileHash, objectID)
  30. if err != nil {
  31. return 0, err
  32. }
  33. cnt, err := ret.RowsAffected()
  34. if err != nil {
  35. return 0, fmt.Errorf("get affected rows failed, err: %w", err)
  36. }
  37. return cnt, nil
  38. }
  39. func (db *ObjectRepDB) Delete(ctx SQLContext, objectID int64) error {
  40. _, err := ctx.Exec("delete from ObjectRep where ObjectID = ?", objectID)
  41. return err
  42. }
  43. func (db *ObjectRepDB) DeleteInPackage(ctx SQLContext, packageID int64) error {
  44. _, err := ctx.Exec("delete ObjectRep from ObjectRep inner join Object on ObjectRep.ObjectID = Object.ObjectID where PackageID = ?", packageID)
  45. return err
  46. }
  47. func (db *ObjectRepDB) GetFileMaxRepCount(ctx SQLContext, fileHash string) (int, error) {
  48. var maxRepCnt *int
  49. err := sqlx.Get(ctx, &maxRepCnt,
  50. "select json_extract(Redundancy, '$.info.repCount') from ObjectRep, Object, Package where FileHash = ? and"+
  51. " ObjectRep.ObjectID = Object.ObjectID and"+
  52. " Object.PackageID = Package.PackageID and"+
  53. " Package.State = ?", fileHash, consts.PackageStateNormal)
  54. if err == sql.ErrNoRows {
  55. return 0, nil
  56. }
  57. if err != nil {
  58. return 0, err
  59. }
  60. if maxRepCnt == nil {
  61. return 0, nil
  62. }
  63. return *maxRepCnt, err
  64. }
  65. func (db *ObjectRepDB) GetWithNodeIDInPackage(ctx SQLContext, packageID int64) ([]stgmod.ObjectRepData, error) {
  66. var tmpRets []struct {
  67. model.Object
  68. FileHash *string `db:"FileHash"`
  69. NodeIDs *string `db:"NodeIDs"`
  70. }
  71. err := sqlx.Select(ctx,
  72. &tmpRets,
  73. "select Object.*, ObjectRep.FileHash, group_concat(NodeID) as NodeIDs from Object"+
  74. " left join ObjectRep on Object.ObjectID = ObjectRep.ObjectID"+
  75. " left join Cache on ObjectRep.FileHash = Cache.FileHash"+
  76. " where PackageID = ? group by Object.ObjectID order by Object.ObjectID asc",
  77. packageID,
  78. )
  79. if err != nil {
  80. return nil, err
  81. }
  82. rets := make([]stgmod.ObjectRepData, 0, len(tmpRets))
  83. for _, tmp := range tmpRets {
  84. var repData stgmod.ObjectRepData
  85. repData.Object = tmp.Object
  86. if tmp.FileHash != nil {
  87. repData.FileHash = *tmp.FileHash
  88. }
  89. if tmp.NodeIDs != nil {
  90. repData.NodeIDs = splitIDStringUnsafe(*tmp.NodeIDs)
  91. }
  92. rets = append(rets, repData)
  93. }
  94. return rets, nil
  95. }
  96. // 按逗号切割字符串,并将每一个部分解析为一个int64的ID。
  97. // 注:需要外部保证分隔的每一个部分都是正确的10进制数字格式
  98. func splitIDStringUnsafe(idStr string) []int64 {
  99. idStrs := strings.Split(idStr, ",")
  100. ids := make([]int64, 0, len(idStrs))
  101. for _, str := range idStrs {
  102. // 假设传入的ID是正确的数字格式
  103. id, _ := strconv.ParseInt(str, 10, 64)
  104. ids = append(ids, id)
  105. }
  106. return ids
  107. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。