Function unspill

worker/src/temporal/activities/run-component.activity.ts:226–280

(obj: Record<string, any>, contextLabel: string)

  const resolvedInputs = { ...inputs };

  async function unspill(obj: Record<string, any>, contextLabel: string) {
    for (const [key, value] of Object.entries(obj)) {
      if (isSpilledDataMarker(value)) {
        if (!globalStorage) {
          console.warn(
            `[Activity] ${contextLabel} '${key}' is spilled but no storage service is available`,
          );
          continue;
        }

        try {
          let fullData: any;
          if (spilledObjectsCache.has(value.storageRef)) {
            fullData = spilledObjectsCache.get(value.storageRef);
          } else {
            const content = await globalStorage.downloadFile(value.storageRef);
            fullData = JSON.parse(content.buffer.toString('utf8'));
            spilledObjectsCache.set(value.storageRef, fullData);
          }

          const handle = (value as any).__spilled_handle__;
          if (handle && handle !== '__self__') {
            if (
              fullData &&
              typeof fullData === 'object' &&
              Object.prototype.hasOwnProperty.call(fullData, handle)
            ) {
              obj[key] = fullData[handle];
            } else {
              console.warn(
                `[Activity] Spilled handle '${handle}' not found in downloaded data for ${contextLabel.toLowerCase()} '${key}'`,
              );
              obj[key] = undefined;
              warningsToReport.push({
                target: key,
                sourceRef: 'spilled-storage',
                sourceHandle: String(handle),
              });
            }
          } else {
            obj[key] = fullData;
          }
        } catch (err) {
          console.error(
            `[Activity] Failed to resolve spilled ${contextLabel.toLowerCase()} '${key}':`,
            err,
          );
          throw ApplicationFailure.retryable(
            `Failed to resolve spilled ${contextLabel.toLowerCase()} '${key}': ${err instanceof Error ? err.message : String(err)}`,
            'SpillResolutionError',
          );
        }
      }
    }
  }

  await unspill(resolvedParams, 'Parameter');
  await unspill(resolvedInputs, 'Input');