perf(disk-usage): concurrently get details (#1326)

Author: KirCute

drivers/115/driver.go

@@ -245,4 +245,17 @@ func (d *Pan115) DeleteOfflineTasks(ctx context.Context, hashes []string, delete
 	return d.client.DeleteOfflineTasks(hashes, deleteFiles)
 }
 
+func (d *Pan115) GetDetails(ctx context.Context) (*model.StorageDetails, error) {
+	info, err := d.client.GetInfo()
+	if err != nil {
+		return nil, err
+	}
+	return &model.StorageDetails{
+		DiskUsage: model.DiskUsage{
+			TotalSpace: uint64(info.SpaceInfo.AllTotal.Size),
+			FreeSpace:  uint64(info.SpaceInfo.AllRemain.Size),
+		},
+	}, nil
+}
+
 var _ driver.Driver = (*Pan115)(nil)

drivers/123/driver.go

@@ -74,7 +74,6 @@ func (d *Pan123) Link(ctx context.Context, file model.Obj, args model.LinkArgs)
 			"type":      f.Type,
 		}
 		resp, err := d.Request(DownloadInfo, http.MethodPost, func(req *resty.Request) {
-
 			req.SetBody(data)
 		}, nil)
 		if err != nil {
@@ -254,4 +253,18 @@ func (d *Pan123) APIRateLimit(ctx context.Context, api string) error {
 	return limiter.Wait(ctx)
 }
 
+func (d *Pan123) GetDetails(ctx context.Context) (*model.StorageDetails, error) {
+	userInfo, err := d.getUserInfo(ctx)
+	if err != nil {
+		return nil, err
+	}
+	total := userInfo.Data.SpacePermanent + userInfo.Data.SpaceTemp
+	return &model.StorageDetails{
+		DiskUsage: model.DiskUsage{
+			TotalSpace: total,
+			FreeSpace:  total - userInfo.Data.SpaceUsed,
+		},
+	}, nil
+}
+
 var _ driver.Driver = (*Pan123)(nil)

drivers/123/types.go

@@ -122,3 +122,14 @@ type S3PreSignedURLs struct {
 		PreSignedUrls map[string]string `json:"presignedUrls"`
 	} `json:"data"`
 }
+
+type UserInfoResp struct {
+	Data struct {
+		Uid            int64  `json:"UID"`
+		Nickname       string `json:"Nickname"`
+		SpaceUsed      uint64 `json:"SpaceUsed"`
+		SpacePermanent uint64 `json:"SpacePermanent"`
+		SpaceTemp      uint64 `json:"SpaceTemp"`
+		FileCount      int    `json:"FileCount"`
+	} `json:"data"`
+}

drivers/123/util.go

@@ -43,7 +43,7 @@ const (
 	S3Auth           = MainApi + "/file/s3_upload_object/auth"
 	UploadCompleteV2 = MainApi + "/file/upload_complete/v2"
 	S3Complete       = MainApi + "/file/s3_complete_multipart_upload"
-	//AuthKeySalt      = "8-8D$sL8gPjom7bk#cY"
+	// AuthKeySalt      = "8-8D$sL8gPjom7bk#cY"
 )
 
 func signPath(path string, os string, version string) (k string, v string) {
@@ -282,3 +282,14 @@ func (d *Pan123) getFiles(ctx context.Context, parentId string, name string) ([]
 	}
 	return res, nil
 }
+
+func (d *Pan123) getUserInfo(ctx context.Context) (*UserInfoResp, error) {
+	var resp UserInfoResp
+	_, err := d.Request(UserInfo, http.MethodGet, func(req *resty.Request) {
+		req.SetContext(ctx)
+	}, &resp)
+	if err != nil {
+		return nil, err
+	}
+	return &resp, nil
+}

drivers/123_open/driver.go

@@ -84,7 +84,7 @@ func (d *Open123) Link(ctx context.Context, file model.Obj, args model.LinkArgs)
 			}, nil
 		}
 
-		uid, err := d.getUID()
+		uid, err := d.getUID(ctx)
 		if err != nil {
 			return nil, err
 		}
@@ -215,7 +215,7 @@ func (d *Open123) Put(ctx context.Context, dstDir model.Obj, file model.FileStre
 }
 
 func (d *Open123) GetDetails(ctx context.Context) (*model.StorageDetails, error) {
-	userInfo, err := d.getUserInfo()
+	userInfo, err := d.getUserInfo(ctx)
 	if err != nil {
 		return nil, err
 	}
@@ -229,5 +229,7 @@ func (d *Open123) GetDetails(ctx context.Context) (*model.StorageDetails, error)
 	}, nil
 }
 
-var _ driver.Driver = (*Open123)(nil)
-var _ driver.PutResult = (*Open123)(nil)
+var (
+	_ driver.Driver    = (*Open123)(nil)
+	_ driver.PutResult = (*Open123)(nil)
+)

drivers/123_open/util.go

@@ -1,6 +1,7 @@
 package _123_open
 
 import (
+	"context"
 	"crypto/md5"
 	"encoding/json"
 	"errors"
@@ -18,7 +19,7 @@ import (
 	log "github.com/sirupsen/logrus"
 )
 
-var ( //不同情况下获取的AccessTokenQPS限制不同 如下模块化易于拓展
+var ( // 不同情况下获取的AccessTokenQPS限制不同 如下模块化易于拓展
 	Api = "https://open-api.123pan.com"
 
 	AccessToken    = InitApiInfo(Api+"/api/v1/access_token", 1)
@@ -82,7 +83,6 @@ func (d *Open123) Request(apiInfo *ApiInfo, method string, callback base.ReqCall
 			return nil, errors.New(baseResp.Message)
 		}
 	}
-
 }
 
 func (d *Open123) flushAccessToken() error {
@@ -148,21 +148,23 @@ func (d *Open123) SignURL(originURL, privateKey string, uid uint64, validDuratio
 	return objURL.String(), nil
 }
 
-func (d *Open123) getUserInfo() (*UserInfoResp, error) {
+func (d *Open123) getUserInfo(ctx context.Context) (*UserInfoResp, error) {
 	var resp UserInfoResp
 
-	if _, err := d.Request(UserInfo, http.MethodGet, nil, &resp); err != nil {
+	if _, err := d.Request(UserInfo, http.MethodGet, func(req *resty.Request) {
+		req.SetContext(ctx)
+	}, &resp); err != nil {
 		return nil, err
 	}
 
 	return &resp, nil
 }
 
-func (d *Open123) getUID() (uint64, error) {
+func (d *Open123) getUID(ctx context.Context) (uint64, error) {
 	if d.UID != 0 {
 		return d.UID, nil
 	}
-	resp, err := d.getUserInfo()
+	resp, err := d.getUserInfo(ctx)
 	if err != nil {
 		return 0, err
 	}
@@ -184,7 +186,6 @@ func (d *Open123) getFiles(parentFileId int64, limit int, lastFileId int64) (*Fi
 				"searchData":   "",
 			})
 	}, &resp)
-
 	if err != nil {
 		return nil, err
 	}

drivers/139/driver.go

@@ -54,7 +54,8 @@ func (d *Yun139) Init(ctx context.Context) error {
 			"userInfo": base.Json{
 				"userType":    1,
 				"accountType": 1,
-				"accountName": d.Account},
+				"accountName": d.Account,
+			},
 			"modAddrType": 1,
 		}, &resp)
 		if err != nil {
@@ -732,7 +733,7 @@ func (d *Yun139) Put(ctx context.Context, dstDir model.Obj, stream model.FileStr
 				"manualRename": 2,
 				"operation":    0,
 				"path":         path.Join(dstDir.GetPath(), dstDir.GetID()),
-				"seqNo":        random.String(32), //序列号不能为空
+				"seqNo":        random.String(32), // 序列号不能为空
 				"totalSize":    reportSize,
 				"uploadContentList": []base.Json{{
 					"contentName": stream.GetName(),
@@ -834,4 +835,48 @@ func (d *Yun139) Other(ctx context.Context, args model.OtherArgs) (interface{},
 	}
 }
 
+func (d *Yun139) GetDetails(ctx context.Context) (*model.StorageDetails, error) {
+	if d.UserDomainID == "" {
+		return nil, errs.NotImplement
+	}
+	var total, free uint64
+	if d.isFamily() {
+		diskInfo, err := d.getFamilyDiskInfo(ctx)
+		if err != nil {
+			return nil, err
+		}
+		totalMb, err := strconv.ParseUint(diskInfo.Data.DiskSize, 10, 64)
+		if err != nil {
+			return nil, fmt.Errorf("failed convert disk size into integer: %+v", err)
+		}
+		usedMb, err := strconv.ParseUint(diskInfo.Data.UsedSize, 10, 64)
+		if err != nil {
+			return nil, fmt.Errorf("failed convert used size into integer: %+v", err)
+		}
+		total = totalMb * 1024 * 1024
+		free = total - (usedMb * 1024 * 1024)
+	} else {
+		diskInfo, err := d.getPersonalDiskInfo(ctx)
+		if err != nil {
+			return nil, err
+		}
+		totalMb, err := strconv.ParseUint(diskInfo.Data.DiskSize, 10, 64)
+		if err != nil {
+			return nil, fmt.Errorf("failed convert disk size into integer: %+v", err)
+		}
+		freeMb, err := strconv.ParseUint(diskInfo.Data.FreeDiskSize, 10, 64)
+		if err != nil {
+			return nil, fmt.Errorf("failed convert free size into integer: %+v", err)
+		}
+		total = totalMb * 1024 * 1024
+		free = freeMb * 1024 * 1024
+	}
+	return &model.StorageDetails{
+		DiskUsage: model.DiskUsage{
+			TotalSpace: total,
+			FreeSpace:  free,
+		},
+	}, nil
+}
+
 var _ driver.Driver = (*Yun139)(nil)

drivers/139/meta.go

@@ -11,6 +11,7 @@ type Addition struct {
 	driver.RootID
 	Type                 string `json:"type" type:"select" options:"personal_new,family,group,personal" default:"personal_new"`
 	CloudID              string `json:"cloud_id"`
+	UserDomainID         string `json:"user_domain_id" help:"ud_id in Cookie, fill in to show disk usage"`
 	CustomUploadPartSize int64  `json:"custom_upload_part_size" type:"number" default:"0" help:"0 for auto"`
 	ReportRealSize       bool   `json:"report_real_size" type:"bool" default:"true" help:"Enable to report the real file size during upload"`
 	UseLargeThumbnail    bool   `json:"use_large_thumbnail" type:"bool" default:"false" help:"Enable to use large thumbnail for images"`

drivers/139/types.go

@@ -312,3 +312,20 @@ type RefreshTokenResp struct {
 	AccessToken string   `xml:"accessToken"`
 	Desc        string   `xml:"desc"`
 }
+
+type PersonalDiskInfoResp struct {
+	BaseResp
+	Data struct {
+		FreeDiskSize         string `json:"freeDiskSize"`
+		DiskSize             string `json:"diskSize"`
+		IsInfinitePicStorage *bool  `json:"isInfinitePicStorage"`
+	} `json:"data"`
+}
+
+type FamilyDiskInfoResp struct {
+	BaseResp
+	Data struct {
+		UsedSize string `json:"usedSize"`
+		DiskSize string `json:"diskSize"`
+	} `json:"data"`
+}