You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

s3.go 3.1 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120
  1. package s3
  2. import (
  3. "fmt"
  4. "github.com/aws/aws-sdk-go-v2/aws"
  5. "github.com/aws/aws-sdk-go-v2/credentials"
  6. "github.com/aws/aws-sdk-go-v2/service/s3"
  7. "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/storage/factory/reg"
  8. stgtypes "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/storage/types"
  9. jcstypes "gitlink.org.cn/cloudream/jcs-pub/common/types"
  10. )
  11. func init() {
  12. reg.RegisterBuilder[*jcstypes.S3Type](newBuilder)
  13. }
  14. type builder struct {
  15. stgtypes.EmptyBuilder
  16. detail *jcstypes.UserSpaceDetail
  17. }
  18. func newBuilder(detail *jcstypes.UserSpaceDetail) stgtypes.StorageBuilder {
  19. return &builder{
  20. detail: detail,
  21. }
  22. }
  23. func (b *builder) FeatureDesc() stgtypes.FeatureDesc {
  24. return stgtypes.FeatureDesc{}
  25. }
  26. func (b *builder) CreateShardStore(typeOnly bool) (stgtypes.ShardStore, error) {
  27. stgType := b.detail.UserSpace.Storage.(*jcstypes.S3Type)
  28. s3Cred, ok := b.detail.UserSpace.Credential.(*jcstypes.S3Cred)
  29. if !ok {
  30. return nil, fmt.Errorf("invalid storage credential type %T for s3 storage", b.detail.UserSpace.Credential)
  31. }
  32. if typeOnly {
  33. return (*ShardStore)(nil), nil
  34. }
  35. cli, bkt, err := createClient(stgType, s3Cred)
  36. if err != nil {
  37. return nil, err
  38. }
  39. return NewShardStore(b.detail, cli, bkt, ShardStoreOption{UseAWSSha256: true})
  40. }
  41. func (b *builder) CreateBaseStore(typeOnly bool) (stgtypes.BaseStore, error) {
  42. stgType := b.detail.UserSpace.Storage.(*jcstypes.S3Type)
  43. s3Cred, ok := b.detail.UserSpace.Credential.(*jcstypes.S3Cred)
  44. if !ok {
  45. return nil, fmt.Errorf("invalid storage credential type %T for s3 storage", b.detail.UserSpace.Credential)
  46. }
  47. if typeOnly {
  48. return (*BaseStore)(nil), nil
  49. }
  50. cli, bkt, err := createClient(stgType, s3Cred)
  51. if err != nil {
  52. return nil, err
  53. }
  54. return NewBaseStore(b.detail, cli, bkt, BaseStoreOption{UseAWSSha256: false})
  55. }
  56. func createClient(stgType *jcstypes.S3Type, cred *jcstypes.S3Cred) (*s3.Client, string, error) {
  57. awsConfig := aws.Config{}
  58. if cred.AK != "" && cred.SK != "" {
  59. cre := aws.Credentials{
  60. AccessKeyID: cred.AK,
  61. SecretAccessKey: cred.SK,
  62. }
  63. awsConfig.Credentials = &credentials.StaticCredentialsProvider{Value: cre}
  64. }
  65. awsConfig.Region = stgType.Region
  66. options := []func(*s3.Options){}
  67. options = append(options, func(s3Opt *s3.Options) {
  68. s3Opt.BaseEndpoint = &stgType.Endpoint
  69. })
  70. cli := s3.NewFromConfig(awsConfig, options...)
  71. return cli, stgType.Bucket, nil
  72. }
  73. func (b *builder) CreateMultiparter(typeOnly bool) (stgtypes.Multiparter, error) {
  74. stgType := b.detail.UserSpace.Storage.(*jcstypes.S3Type)
  75. feat := stgtypes.FindFeature[*jcstypes.MultipartUploadFeature](b.detail)
  76. if feat == nil {
  77. return nil, fmt.Errorf("feature %T not found", jcstypes.MultipartUploadFeature{})
  78. }
  79. s3Cred, ok := b.detail.UserSpace.Credential.(*jcstypes.S3Cred)
  80. if !ok {
  81. return nil, fmt.Errorf("invalid storage credential type %T for s3 base store", b.detail.UserSpace.Credential)
  82. }
  83. if typeOnly {
  84. return (*Multiparter)(nil), nil
  85. }
  86. cli, bucket, err := createClient(stgType, s3Cred)
  87. if err != nil {
  88. return nil, err
  89. }
  90. return NewMultiparter(
  91. b.detail,
  92. feat,
  93. bucket,
  94. cli,
  95. ), nil
  96. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。