Function queue_pipeline_run

api.py:231–260

Resolves paths using super_config aliases and enqueues a pipeline run task using Huey. Returns the task ID which can be used to check the status.

(request: PipelineRunRequest)

    summary="Queue a dataset generation pipeline for execution.",
)
def queue_pipeline_run(request: PipelineRunRequest):
    """
    Resolves paths using super_config aliases and enqueues a pipeline run task using Huey.
    Returns the task ID which can be used to check the status.
    """
    try:
        # as little logic for the queue and paths, in the post, as possible
        print(f"DEBUG: Queuing task with:")
        print(f"  Resolved Node Path: {request.node_path}")
        print(f"  Resolved Config Path: {request.config_path}")
        print(f"  Parameters: {request.parameters}")
        # request.parameters.update(task_id=task.id) # TODO is this how it's done?

        # Enqueue the task with resolved paths
        task = run_pipeline_task(
            node_path=request.node_path,
            config_path=request.config_path,
            parameters=request.parameters,
        )
        return PipelineRunResponse(
            pipeline_id=task.id,
            message="Pipeline run queued successfully.",
        )
    except Exception as e:
        print(f"ERROR during path resolution or task enqueueing: {e}")
        traceback.print_exc()  # Log traceback for debugging
        raise HTTPException(
            status_code=500,
            detail=f"Failed to resolve paths or enqueue pipeline task: {e}",
        )


@app.get(