Method listCatologTables

backend/plugin/db/databricks/sync.go:91–138

list all tables in the workspace when catalogName is set to "".

(ctx context.Context, targetCatalogName string)

// list all tables in the workspace when catalogName is set to "".
func (d *Driver) listCatologTables(ctx context.Context, targetCatalogName string) (databricksCatalogMap, error) {
	catalogMap := make(databricksCatalogMap)

	catalogsInfo, err := d.Client.Catalogs.ListAll(ctx, catalog.ListCatalogsRequest{})
	if err != nil {
		return nil, err
	}

	for _, catalogInfo := range catalogsInfo {
		if targetCatalogName != "" && targetCatalogName != catalogInfo.Name {
			continue
		}
		schemasInfo, err := d.Client.Schemas.ListAll(ctx, catalog.ListSchemasRequest{
			CatalogName: catalogInfo.Name,
		})
		if err != nil {
			return nil, err
		}
		for _, schemaInfo := range schemasInfo {
			// init map.
			scMap, ok := catalogMap[catalogInfo.Name]
			if !ok {
				catalogMap[catalogInfo.Name] = databricksSchemaMap{
					schemaInfo.Name: []*tableUnion{},
				}
			} else {
				_, ok := scMap[schemaInfo.Name]
				if !ok {
					scMap[schemaInfo.Name] = []*tableUnion{}
				}
				catalogMap[catalogInfo.Name] = scMap
			}
			// list tables in the schema.
			tablesInfo, err := d.Client.Tables.ListAll(ctx, catalog.ListTablesRequest{
				CatalogName: catalogInfo.Name,
				SchemaName:  schemaInfo.Name,
			})
			if err != nil {
				return nil, err
			}
			if err := appendSchemaTables(catalogMap, tablesInfo); err != nil {
				return nil, err
			}
		}
	}

	return catalogMap, nil
}

// extract tables' metadata from 'tablesInfo' and store it in 'catalogMap'.
func appendSchemaTables(catalogMap databricksCatalogMap, tablesInfo []catalog.TableInfo) error {