You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

batch_check_all_object.go 1.1 kB

1234567891011121314151617181920212223242526272829303132333435363738
  1. package tickevent
  2. import (
  3. "github.com/samber/lo"
  4. "gitlink.org.cn/cloudream/common/utils/logger"
  5. mysql "gitlink.org.cn/cloudream/db/sql"
  6. "gitlink.org.cn/cloudream/scanner/internal/event"
  7. )
  8. const CHECK_OBJECT_BATCH_SIZE = 100
  9. type BatchCheckAllObject struct {
  10. lastCheckStart int
  11. }
  12. func NewBatchCheckAllObject() *BatchCheckAllObject {
  13. return &BatchCheckAllObject{}
  14. }
  15. func (e *BatchCheckAllObject) Execute(ctx ExecuteContext) {
  16. objectIDs, err := mysql.Object.BatchGetAllObjectIDs(ctx.Args.DB.SQLCtx(), e.lastCheckStart, CHECK_OBJECT_BATCH_SIZE)
  17. if err != nil {
  18. logger.Warnf("batch get object ids failed, err: %s", err.Error())
  19. return
  20. }
  21. // TODO 将ID字段换成int64类型
  22. ctx.Args.EventExecutor.Post(event.NewCheckObject(lo.Map(objectIDs, func(id int64, index int) int { return int(id) })))
  23. // 如果结果的长度小于预期的长度,则认为已经查询了所有,下次从头再来
  24. if len(objectIDs) < CHECK_OBJECT_BATCH_SIZE {
  25. e.lastCheckStart = 0
  26. logger.Debugf("all object checked, next time will start check at 0")
  27. } else {
  28. e.lastCheckStart += CHECK_OBJECT_BATCH_SIZE
  29. }
  30. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。