fix(driver/wps): fetch all files via multiple API invocations (#2139)

fix(driver/wps): wps list all files in one request

Author: mkitsdts

drivers/wps/types.go

@@ -41,7 +41,8 @@ type FileInfo struct {
 }
 
 type filesResp struct {
-	Files []FileInfo `json:"files"`
+	Files      []FileInfo `json:"files"`
+	NextOffset int        `json:"next_offset"`
 }
 
 type downloadResp struct {

drivers/wps/util.go

@@ -274,19 +274,29 @@ func (d *Wps) getGroups(ctx context.Context) ([]Group, error) {
 
 func (d *Wps) getFiles(ctx context.Context, groupID, parentID int64) ([]FileInfo, error) {
 	var resp filesResp
-	url := fmt.Sprintf("%s/api/v5/groups/%d/files", d.driveHost()+d.drivePrefix(), groupID)
-	r, err := d.request(ctx).
-		SetQueryParam("parentid", strconv.FormatInt(parentID, 10)).
-		SetResult(&resp).
-		SetError(&resp).
-		Get(url)
-	if err != nil {
-		return nil, err
-	}
-	if r != nil && r.IsError() {
-		return nil, fmt.Errorf("http error: %d", r.StatusCode())
+	var files []FileInfo
+	next_offset := 0
+	for range 50 {
+		url := fmt.Sprintf("%s/api/v5/groups/%d/files", d.driveHost()+d.drivePrefix(), groupID)
+		r, err := d.request(ctx).
+			SetQueryParam("parentid", strconv.FormatInt(parentID, 10)).
+			SetQueryParam("offset", fmt.Sprint(next_offset)).
+			SetResult(&resp).
+			SetError(&resp).
+			Get(url)
+		if err != nil {
+			return nil, err
+		}
+		if r != nil && r.IsError() {
+			return nil, fmt.Errorf("http error: %d", r.StatusCode())
+		}
+		files = append(files, resp.Files...)
+		if resp.NextOffset == -1 {
+			break
+		}
+		next_offset = resp.NextOffset
 	}
-	return resp.Files, nil
+	return files, nil
 }
 
 func parseTime(v int64) time.Time {