Function load

packages/trailbase-db-collection/src/trailbase.ts:190–257

(opts: LoadSubsetOptions)

      // Load (more) data.
      async function load(opts: LoadSubsetOptions) {
        const lastKey = opts.cursor?.lastKey
        let cursor: string | undefined =
          lastKey !== undefined ? cursors.get(lastKey) : undefined
        let offset: number | undefined =
          (opts.offset ?? 0) > 0 ? opts.offset : undefined

        const order: Array<string> | undefined = buildOrder(opts)
        const filters: Array<FilterOrComposite> | undefined = buildFilters(
          opts,
          config,
        )

        let remaining: number = opts.limit ?? Number.MAX_VALUE
        if (remaining <= 0) {
          return
        }

        while (true) {
          const limit = Math.min(remaining, 256)
          const response = await config.recordApi.list({
            pagination: {
              limit,
              offset,
              cursor,
            },
            order,
            filters,
          })

          const length = response.records.length
          if (length === 0) {
            // Drained - read everything.
            break
          }

          begin()

          for (let i = 0; i < Math.min(length, remaining); ++i) {
            write({
              type: `insert`,
              value: parse(response.records[i]!),
            })
          }

          commit()

          remaining -= length

          // Drained or read enough.
          if (length < limit || remaining <= 0) {
            if (response.cursor) {
              cursors.set(
                getKey(parse(response.records.at(-1)!)),
                response.cursor,
              )
            }
            break