You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

object_block.go 3.8 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136
  1. package db
  2. import (
  3. "database/sql"
  4. "strconv"
  5. "strings"
  6. "github.com/jmoiron/sqlx"
  7. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  8. stgmod "gitlink.org.cn/cloudream/storage/common/models"
  9. )
  10. type ObjectBlockDB struct {
  11. *DB
  12. }
  13. func (db *DB) ObjectBlock() *ObjectBlockDB {
  14. return &ObjectBlockDB{DB: db}
  15. }
  16. func (db *ObjectBlockDB) GetByNodeID(ctx SQLContext, nodeID cdssdk.NodeID) ([]stgmod.ObjectBlock, error) {
  17. var rets []stgmod.ObjectBlock
  18. err := sqlx.Select(ctx, &rets, "select * from ObjectBlock where NodeID = ?", nodeID)
  19. return rets, err
  20. }
  21. func (db *ObjectBlockDB) BatchGetByObjectID(ctx SQLContext, objectIDs []cdssdk.ObjectID) ([]stgmod.ObjectBlock, error) {
  22. if len(objectIDs) == 0 {
  23. return nil, nil
  24. }
  25. stmt, args, err := sqlx.In("select * from ObjectBlock where ObjectID in (?) order by ObjectID, `Index` asc", objectIDs)
  26. if err != nil {
  27. return nil, err
  28. }
  29. stmt = ctx.Rebind(stmt)
  30. var blocks []stgmod.ObjectBlock
  31. err = sqlx.Select(ctx, &blocks, stmt, args...)
  32. if err != nil {
  33. return nil, err
  34. }
  35. return blocks, nil
  36. }
  37. func (db *ObjectBlockDB) Create(ctx SQLContext, objectID cdssdk.ObjectID, index int, nodeID cdssdk.NodeID, fileHash string) error {
  38. _, err := ctx.Exec("insert into ObjectBlock values(?,?,?,?)", objectID, index, nodeID, fileHash)
  39. return err
  40. }
  41. func (db *ObjectBlockDB) BatchCreate(ctx SQLContext, blocks []stgmod.ObjectBlock) error {
  42. if len(blocks) == 0 {
  43. return nil
  44. }
  45. return BatchNamedExec(ctx,
  46. "insert ignore into ObjectBlock(ObjectID, `Index`, NodeID, FileHash) values(:ObjectID, :Index, :NodeID, :FileHash)",
  47. 4,
  48. blocks,
  49. nil,
  50. )
  51. }
  52. func (db *ObjectBlockDB) DeleteByObjectID(ctx SQLContext, objectID cdssdk.ObjectID) error {
  53. _, err := ctx.Exec("delete from ObjectBlock where ObjectID = ?", objectID)
  54. return err
  55. }
  56. func (db *ObjectBlockDB) BatchDeleteByObjectID(ctx SQLContext, objectIDs []cdssdk.ObjectID) error {
  57. if len(objectIDs) == 0 {
  58. return nil
  59. }
  60. // TODO in语句有长度限制
  61. query, args, err := sqlx.In("delete from ObjectBlock where ObjectID in (?)", objectIDs)
  62. if err != nil {
  63. return err
  64. }
  65. _, err = ctx.Exec(query, args...)
  66. return err
  67. }
  68. func (db *ObjectBlockDB) DeleteInPackage(ctx SQLContext, packageID cdssdk.PackageID) error {
  69. _, err := ctx.Exec("delete ObjectBlock from ObjectBlock inner join Object on ObjectBlock.ObjectID = Object.ObjectID where PackageID = ?", packageID)
  70. return err
  71. }
  72. func (db *ObjectBlockDB) NodeBatchDelete(ctx SQLContext, nodeID cdssdk.NodeID, fileHashes []string) error {
  73. if len(fileHashes) == 0 {
  74. return nil
  75. }
  76. query, args, err := sqlx.In("delete from ObjectBlock where NodeID = ? and FileHash in (?)", nodeID, fileHashes)
  77. if err != nil {
  78. return err
  79. }
  80. _, err = ctx.Exec(query, args...)
  81. return err
  82. }
  83. func (db *ObjectBlockDB) CountBlockWithHash(ctx SQLContext, fileHash string) (int, error) {
  84. var cnt int
  85. err := sqlx.Get(ctx, &cnt,
  86. "select count(FileHash) from ObjectBlock, Object, Package where FileHash = ? and"+
  87. " ObjectBlock.ObjectID = Object.ObjectID and"+
  88. " Object.PackageID = Package.PackageID and"+
  89. " Package.State = ?", fileHash, cdssdk.PackageStateNormal)
  90. if err == sql.ErrNoRows {
  91. return 0, nil
  92. }
  93. return cnt, err
  94. }
  95. // 按逗号切割字符串,并将每一个部分解析为一个int64的ID。
  96. // 注:需要外部保证分隔的每一个部分都是正确的10进制数字格式
  97. func splitConcatedNodeID(idStr string) []cdssdk.NodeID {
  98. idStrs := strings.Split(idStr, ",")
  99. ids := make([]cdssdk.NodeID, 0, len(idStrs))
  100. for _, str := range idStrs {
  101. // 假设传入的ID是正确的数字格式
  102. id, _ := strconv.ParseInt(str, 10, 64)
  103. ids = append(ids, cdssdk.NodeID(id))
  104. }
  105. return ids
  106. }
  107. // 按逗号切割字符串
  108. func splitConcatedFileHash(idStr string) []string {
  109. idStrs := strings.Split(idStr, ",")
  110. return idStrs
  111. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。