You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

range.go 2.1 kB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495
  1. package ops2
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "gitlink.org.cn/cloudream/common/pkgs/future"
  7. "gitlink.org.cn/cloudream/common/pkgs/ioswitch/dag"
  8. "gitlink.org.cn/cloudream/common/pkgs/ioswitch/exec"
  9. "gitlink.org.cn/cloudream/common/utils/io2"
  10. "gitlink.org.cn/cloudream/common/utils/math2"
  11. "gitlink.org.cn/cloudream/storage/common/pkgs/ioswitch"
  12. )
  13. func init() {
  14. exec.UseOp[*Range]()
  15. }
  16. type Range struct {
  17. Input *exec.StreamVar `json:"input"`
  18. Output *exec.StreamVar `json:"output"`
  19. Offset int64 `json:"offset"`
  20. Length *int64 `json:"length"`
  21. }
  22. func (o *Range) Execute(ctx context.Context, e *exec.Executor) error {
  23. err := e.BindVars(ctx, o.Input)
  24. if err != nil {
  25. return err
  26. }
  27. defer o.Input.Stream.Close()
  28. buf := make([]byte, 1024*16)
  29. // 跳过前Offset个字节
  30. for o.Offset > 0 {
  31. rdCnt := math2.Min(o.Offset, int64(len(buf)))
  32. rd, err := o.Input.Stream.Read(buf[:rdCnt])
  33. if err == io.EOF {
  34. // 输入流不够长度也不报错,只是产生一个空的流
  35. break
  36. }
  37. if err != nil {
  38. return err
  39. }
  40. o.Offset -= int64(rd)
  41. }
  42. fut := future.NewSetVoid()
  43. if o.Length == nil {
  44. o.Output.Stream = io2.AfterEOF(o.Input.Stream, func(closer io.ReadCloser, err error) {
  45. fut.SetVoid()
  46. })
  47. e.PutVars(o.Output)
  48. return fut.Wait(ctx)
  49. }
  50. o.Output.Stream = io2.AfterEOF(io2.Length(o.Input.Stream, *o.Length), func(closer io.ReadCloser, err error) {
  51. fut.SetVoid()
  52. })
  53. e.PutVars(o.Output)
  54. err = fut.Wait(ctx)
  55. if err != nil {
  56. return err
  57. }
  58. io2.DropWithBuf(o.Input.Stream, buf)
  59. return nil
  60. }
  61. type RangeType struct {
  62. Range exec.Range
  63. }
  64. func (t *RangeType) InitNode(node *dag.Node) {
  65. dag.NodeDeclareInputStream(node, 1)
  66. dag.NodeNewOutputStream(node, &ioswitch.VarProps{})
  67. }
  68. func (t *RangeType) GenerateOp(n *dag.Node) (exec.Op, error) {
  69. return &Range{
  70. Input: n.InputStreams[0].Var,
  71. Output: n.OutputStreams[0].Var,
  72. Offset: t.Range.Offset,
  73. Length: t.Range.Length,
  74. }, nil
  75. }
  76. func (t *RangeType) String(node *dag.Node) string {
  77. return fmt.Sprintf("Range[%v+%v]%v%v", t.Range.Offset, t.Range.Length, formatStreamIO(node), formatValueIO(node))
  78. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。