Method _materialize_source

xtop/core/materializer.py:73–154

Materialize a single data source

(self, source: str)

        return timings
    
    def _materialize_source(self, source: str):
        """Materialize a single data source"""
        table_name = self.TABLE_NAMES[source]
        
        # Drop existing table if it exists
        self.conn.execute(f"DROP TABLE IF EXISTS {table_name}")
        
        if source == 'samples':
            # Create enriched samples table with computed columns
            query = f"""
            CREATE TABLE {table_name} AS
            SELECT
                samples.*,
                -- Computed columns
                COALESCE(REGEXP_REPLACE(FILENAME, '[0-9]+', '*', 'g'), '-') AS FILENAMESUM,
                CASE
                    WHEN FILENAME IS NULL THEN '-'
                    WHEN REGEXP_MATCHES(FILENAME, '\\.([^\\.]+)$') 
                    THEN REGEXP_EXTRACT(FILENAME, '(\\.([^\\.]+))$', 1)
                    ELSE '-'
                END AS FEXT,
                CASE 
                    WHEN COMM LIKE 'ora_p%' 
                    THEN regexp_replace(COMM, '(?:p[0-9a-z]+_)', 'p*_', 'g')
                    ELSE regexp_replace(COMM, '[0-9]+', '*', 'g')
                END AS COMM2,
                CASE 
                    WHEN EXTRA_INFO LIKE '%"connection"%' 
                    THEN json_extract_string(EXTRA_INFO, '$.connection')
                    ELSE '-'
                END AS CONNECTION
            FROM read_csv_auto('{self.datadir}/xcapture_samples_*.csv') AS samples
            """
        elif source == 'syscend':
            query = f"""
            CREATE TABLE {table_name} AS
            SELECT * FROM read_csv_auto('{self.datadir}/xcapture_syscend_*.csv')
            """
        elif source == 'iorqend':
            query = f"""
            CREATE TABLE {table_name} AS
            SELECT * FROM read_csv_auto('{self.datadir}/xcapture_iorqend_*.csv')
            """
        elif source == 'kstacks':
            query = f"""
            CREATE TABLE {table_name} AS
            SELECT 
                KSTACK_HASH,
                KSTACK_SYMS
            FROM read_csv_auto('{self.datadir}/xcapture_kstacks_*.csv')
            """
        elif source == 'ustacks':
            query = f"""
            CREATE TABLE {table_name} AS
            SELECT 
                USTACK_HASH,
                USTACK_SYMS
            FROM read_csv_auto('{self.datadir}/xcapture_ustacks_*.csv')