Function FetchAllPages

cmd/ui.go:224–263

FetchAllPages fetches all pages from a paginated API endpoint. It returns all response bodies as a slice, stopping when a page returns an empty items array (identified by itemsKey in the JSON response).

(client *lib.APIClient, endpoint string, params map[string]string, itemsKey string)

// It returns all response bodies as a slice, stopping when a page returns
// an empty items array (identified by itemsKey in the JSON response).
func FetchAllPages(client *lib.APIClient, endpoint string, params map[string]string, itemsKey string) ([][]byte, error) {
	var bodies [][]byte
	page := 1
	for {
		p := make(map[string]string)
		for k, v := range params {
			p[k] = v
		}
		p["page"] = fmt.Sprintf("%d", page)

		resp, err := client.GET(endpoint, p)
		if err != nil {
			return bodies, err
		}
		if !resp.IsSuccess() {
			return nil, fmt.Errorf("API Error (%d): %s", resp.StatusCode, resp.ParseError())
		}
		bodies = append(bodies, resp.Body)

		// Check if there are items in this page
		var raw map[string]json.RawMessage
		if err := json.Unmarshal(resp.Body, &raw); err != nil {
			break
		}
		if items, ok := raw[itemsKey]; ok {
			var arr []json.RawMessage
			if err := json.Unmarshal(items, &arr); err != nil || len(arr) == 0 {
				break
			}
		} else {
			break
		}

		page++
		if page > 200 { // safety limit
			break
		}
	}
	return bodies, nil
}

// MergePagedJSON merges multiple paginated API responses into a single JSON array.
// It extracts items from each page using the specified key and combines them.