Method build_dynamic_query

xtop/core/query_engine.py:471–763

Build a dynamic query based on requested columns with proper histogram support

(self, params: QueryParams, requested_columns: List[str], 
                           latency_columns: Optional[List[str]] = None)

            return f.read()
    
    def build_dynamic_query(self, params: QueryParams, requested_columns: List[str], 
                           latency_columns: Optional[List[str]] = None) -> str:
        """Build a dynamic query based on requested columns with proper histogram support"""
        # Standardize column names to lowercase
        requested_columns = [col.lower() for col in requested_columns]
        # Convert requested columns to set for analysis
        columns_set = set(requested_columns)
        
        # Add standard computed columns
        columns_set.update(['samples', 'avg_threads'])
        
        # Add latency columns if provided (standardize to lowercase)
        if latency_columns:
            columns_set.update([col.lower() for col in latency_columns])
        
        # Determine required data sources
        required_sources = self._determine_required_sources(columns_set)
        
        # Check if we need histograms (lowercase comparison)
        need_sc_histogram = 'sclat_histogram' in columns_set
        need_io_histogram = 'iolat_histogram' in columns_set
        
        # Time range for the query
        low_time = (params.low_time or (datetime.now() - timedelta(hours=1))).isoformat()
        high_time = (params.high_time or datetime.now()).isoformat()
        
        # Start building the query
        query_parts = []
        
        # Build base CTE with all joins and bucket calculations
        base_select = ["samples.*"]
        
        # Add computed columns that might be needed
        computed_column_defs = {
            'filenamesum': "REGEXP_REPLACE(samples.FILENAME, '[0-9]+', '*', 'g') as filenamesum",
            'comm2': """CASE 
                WHEN samples.COMM LIKE 'ora_p%' 
                THEN regexp_replace(samples.COMM, '(?:p[0-9a-z]+_)', 'p*_', 'g')
                ELSE regexp_replace(samples.COMM, '[0-9]+', '*', 'g')
            END as comm2""",
            # Stack-related computed columns (these are computed in SELECT, not available in base_samples)
            'KSTACK_CURRENT_FUNC': 'KSTACK_CURRENT_FUNC',
            'USTACK_CURRENT_FUNC': 'USTACK_CURRENT_FUNC'
        }
        
        # Add any computed columns that are requested
        for col in requested_columns:
            if col in computed_column_defs:
                base_select.append(computed_column_defs[col])
        
        if 'syscend' in required_sources:
            base_select.extend([
                "sc.tid AS sc_tid",
                "sc.duration_ns AS sc_duration_ns",
                "sc.type AS sc_type"
            ])
            if need_sc_histogram:
                base_select.append(