package cmdline import ( "context" "fmt" "os" "time" "github.com/spf13/cobra" "gitlink.org.cn/cloudream/common/pkgs/logger" "gitlink.org.cn/cloudream/storage2/client/internal/accessstat" "gitlink.org.cn/cloudream/storage2/client/internal/config" "gitlink.org.cn/cloudream/storage2/client/internal/db" "gitlink.org.cn/cloudream/storage2/client/internal/downloader" "gitlink.org.cn/cloudream/storage2/client/internal/downloader/strategy" "gitlink.org.cn/cloudream/storage2/client/internal/http" "gitlink.org.cn/cloudream/storage2/client/internal/metacache" "gitlink.org.cn/cloudream/storage2/client/internal/services" "gitlink.org.cn/cloudream/storage2/client/internal/uploader" stgglb "gitlink.org.cn/cloudream/storage2/common/globals" "gitlink.org.cn/cloudream/storage2/common/models/datamap" "gitlink.org.cn/cloudream/storage2/common/pkgs/connectivity" "gitlink.org.cn/cloudream/storage2/common/pkgs/distlock" agtpool "gitlink.org.cn/cloudream/storage2/common/pkgs/storage/pool" "gitlink.org.cn/cloudream/storage2/common/pkgs/sysevent" ) // 初始化函数,将ServeHTTP命令注册到命令列表中。 func init() { var configPath, listenAddr string cmd := cobra.Command{ Use: "serve", Short: "start serving storage service", Run: func(cmd *cobra.Command, args []string) { serveHTTP(configPath, listenAddr) }, } cmd.Flags().StringVarP(&configPath, "config", "c", "", "config file path") cmd.Flags().StringVarP(&listenAddr, "listen", "l", "", "listen address") RootCmd.AddCommand(&cmd) } func serveHTTP(configPath string, listenAddr string) { err := config.Init(configPath) if err != nil { fmt.Printf("init config failed, err: %s", err.Error()) os.Exit(1) } err = logger.Init(&config.Cfg().Logger) if err != nil { fmt.Printf("init logger failed, err: %s", err.Error()) os.Exit(1) } stgglb.InitLocal(config.Cfg().Local) stgglb.InitMQPool(config.Cfg().RabbitMQ) stgglb.InitHubRPCPool(&config.Cfg().HubGRPC) // 数据库 db, err := db.NewDB(&config.Cfg().DB) if err != nil { logger.Fatalf("new db failed, err: %s", err.Error()) } // 初始化系统事件发布器 evtPub, err := sysevent.NewPublisher(sysevent.ConfigFromMQConfig(config.Cfg().RabbitMQ), &datamap.SourceClient{ UserID: config.Cfg().Local.UserID, }) if err != nil { logger.Errorf("new sysevent publisher: %v", err) os.Exit(1) } go servePublisher(evtPub) // 连接性信息收集 conCol := connectivity.NewCollector(&config.Cfg().Connectivity, nil) conCol.CollectInPlace() // 元数据缓存 metaCacheHost := metacache.NewHost(db) go metaCacheHost.Serve() stgMeta := metaCacheHost.AddStorageMeta() hubMeta := metaCacheHost.AddHubMeta() conMeta := metaCacheHost.AddConnectivity() // 分布式锁 distlockSvc, err := distlock.NewService(&config.Cfg().DistLock) if err != nil { logger.Warnf("new distlock service failed, err: %s", err.Error()) os.Exit(1) } go serveDistLock(distlockSvc) // 访问统计 acStat := accessstat.NewAccessStat(accessstat.Config{ // TODO 考虑放到配置里 ReportInterval: time.Second * 10, }, db) go serveAccessStat(acStat) // 存储管理器 stgAgts := agtpool.NewPool() // 下载策略 strgSel := strategy.NewSelector(config.Cfg().DownloadStrategy, stgMeta, hubMeta, conMeta) // 下载器 dlder := downloader.NewDownloader(config.Cfg().Downloader, &conCol, stgAgts, strgSel, db) // 上传器 uploader := uploader.NewUploader(distlockSvc, &conCol, stgAgts, stgMeta, db) svc, err := services.NewService(distlockSvc, &dlder, acStat, uploader, strgSel, stgMeta, db, evtPub) if err != nil { logger.Warnf("new services failed, err: %s", err.Error()) os.Exit(1) } // 默认监听地址为":7890",如果提供了命令行参数,则使用参数指定的地址。 if listenAddr == "" { listenAddr = ":7890" } awsAuth, err := http.NewAWSAuth(config.Cfg().AuthAccessKey, config.Cfg().AuthSecretKey) if err != nil { logger.Warnf("new aws auth: %v", err) os.Exit(1) } // 创建一个新的HTTP服务器实例。 httpSvr, err := http.NewServer(listenAddr, svc, awsAuth) if err != nil { logger.Warnf("new http server: %v", err) os.Exit(1) } // 启动HTTP服务。 err = httpSvr.Serve() if err != nil { logger.Warnf("serving http: %v", err) os.Exit(1) } } func serveDistLock(svc *distlock.Service) { logger.Info("start serving distlock") err := svc.Serve() if err != nil { logger.Errorf("distlock stopped with error: %s", err.Error()) } logger.Info("distlock stopped") // TODO 仅简单结束了程序 os.Exit(1) } func serveAccessStat(svc *accessstat.AccessStat) { logger.Info("start serving access stat") ch := svc.Start() loop: for { val, err := ch.Receive() if err != nil { logger.Errorf("access stat stopped with error: %v", err) break } switch val := val.(type) { case error: logger.Errorf("access stat stopped with error: %v", val) break loop } } logger.Info("access stat stopped") // TODO 仅简单结束了程序 os.Exit(1) } func servePublisher(evtPub *sysevent.Publisher) { logger.Info("start serving sysevent publisher") ch := evtPub.Start() loop: for { val, err := ch.Receive().Wait(context.Background()) if err != nil { logger.Errorf("sysevent publisher stopped with error: %s", err.Error()) break } switch val := val.(type) { case sysevent.PublishError: logger.Errorf("publishing event: %v", val) case sysevent.PublisherExited: if val.Err != nil { logger.Errorf("publisher exited with error: %v", val.Err) } else { logger.Info("publisher exited") } break loop case sysevent.OtherError: logger.Errorf("sysevent: %v", val) } } logger.Info("sysevent publisher stopped") // TODO 仅简单结束了程序 os.Exit(1) }