Method create_table

cpp/deeplake_pg/table_storage.cpp:670–968

}

void table_storage::create_table(const std::string& table_name, Oid table_id, TupleDesc tupdesc)
{
    // Acquire global DDL lock to prevent concurrent CREATE/DROP TABLE operations (also needed for deeplake)
    pg::table_ddl_lock_guard ddl_lock;

    pg::utils::memory_context_switcher context_switcher(TopMemoryContext);

    auto options = pg::table_options::current();
    pg::table_options::current().reset();
    auto [schema_name, simple_table_name] = split_table_name(table_name);
    if (table_exists(table_id) || table_exists(table_name)) {
        return;
    }

    std::string dataset_path;
    // Use provided dataset path or construct default path
    if (!options.dataset_path().empty()) {
        if (!pg::allow_custom_paths) {
            ereport(
                ERROR,
                (errcode(ERRCODE_INVALID_PARAMETER_VALUE),
                 errmsg("Custom dataset_path is disabled"),
                 errhint("Set deeplake.allow_custom_paths=on or omit dataset_path and configure deeplake.root_path")));
        }
        // Explicit path provided via WITH clause
        dataset_path = options.dataset_path();
    } else {
        // Get session root path if set, otherwise fall back to default root.
        auto session_root = session_credentials::get_root_path();
        if (session_root.empty()) {
            session_root = pg::utils::get_deeplake_root_directory();
        }
        // Construct path: root_dir/schema_name/table_name
        dataset_path = session_root + "/" + schema_name + "/" + simple_table_name;
    }

    // Get credentials from current session
    auto creds = session_credentials::get_credentials();

    table_data td(table_id, table_name, CreateTupleDescCopy(tupdesc), dataset_path, creds);
    PinTupleDesc(td.get_tuple_descriptor());

    // Catalog-only mode: the dataset already exists on S3 (known from the catalog).
    // Skip all S3 operations — just register in pg_class (done by DDL) and our tables_ map.
    // Still write to pg_deeplake_tables so other code paths can discover the table locally.
    if (is_catalog_only_create()) {
        save_table_metadata(td);
        tables_.emplace(table_id, std::move(td));
        up_to_date_ = false;
        return;
    }

    bool ds_exists = false;
    try {
        auto creds_for_exists = creds;
        ds_exists = deeplake_api::exists(dataset_path, std::move(creds_for_exists)).get_future().get();
    } catch (const base::exception& e) {
        ereport(ERROR, (errcode(ERRCODE_INTERNAL_ERROR), errmsg("%s", e.what())));