Method save_table_metadata

cpp/deeplake_pg/table_storage.cpp:204–274

}

void table_storage::save_table_metadata(const pg::table_data& table_data)
{
    const std::string& table_name = table_data.get_table_name();
    const std::string ds_path = table_data.get_dataset_path().url();
    pg::utils::memory_context_switcher context_switcher;
    pg::utils::pg_try([&]() {
        StringInfoData buf;
        initStringInfo(&buf);

        appendStringInfo(&buf,
                         "INSERT INTO public.pg_deeplake_tables (table_oid, table_name, ds_path) "
                         "VALUES (%u, %s, %s) "
                         "ON CONFLICT DO NOTHING",
                         table_data.get_table_oid(),
                         quote_literal_cstr(table_name.c_str()),
                         quote_literal_cstr(ds_path.c_str()));

        pg::utils::spi_connector connector;
        if (SPI_execute(buf.data, false, 0) != SPI_OK_INSERT) {
            throw pg::exception("Failed to save table metadata");
        }
        return true;
    });

    // Also write into Deep Lake catalog for stateless multi-instance support.
    // Skip when in catalog-only mode — the data was synced FROM the S3 catalog,
    // so writing back would be redundant and add unnecessary S3 latency.
    if (pg::stateless_enabled && !is_catalog_only_create()) {
        const auto root_dir = []() {
            auto root = session_credentials::get_root_path();
            if (root.empty()) {
                root = pg::utils::get_deeplake_root_directory();
            }
            return root;
        }();
        auto creds = session_credentials::get_credentials();
        pg::dl_catalog::ensure_catalog(root_dir, creds);

        auto [schema_name, simple_table_name] = split_table_name(table_name);
        const std::string table_id = schema_name + "." + simple_table_name;

        pg::dl_catalog::table_meta meta;
        meta.table_id = table_id;
        meta.schema_name = schema_name;
        meta.table_name = simple_table_name;
        meta.dataset_path = ds_path;
        meta.state = "ready";
        pg::dl_catalog::upsert_table(root_dir, creds, meta);

        // Save column metadata to catalog
        TupleDesc tupdesc = table_data.get_tuple_descriptor();
        std::vector<pg::dl_catalog::column_meta> columns;
        for (int i = 0; i < tupdesc->natts; i++) {
            Form_pg_attribute attr = TupleDescAttr(tupdesc, i);
            if (attr->attisdropped) {
                continue;
            }
            pg::dl_catalog::column_meta col;