Function loadDeberta

browse/src/security-classifier.ts:334–365

(onProgress?: (msg: string) => void)

let debertaLoadPromise: Promise<void> | null = null;
export function loadDeberta(onProgress?: (msg: string) => void): Promise<void> {
  if (process.env.GSTACK_SECURITY_OFF === '1') return Promise.resolve();
  if (!isDebertaEnabled()) return Promise.resolve();
  if (debertaState === 'loaded') return Promise.resolve();
  if (debertaLoadPromise) return debertaLoadPromise;
  debertaState = 'loading';
  debertaLoadPromise = (async () => {
    try {
      await ensureDebertaStaged(onProgress);
      onProgress?.('deberta: initializing classifier');
      const { pipeline, env } = await import('@huggingface/transformers');
      env.allowLocalModels = true;
      env.allowRemoteModels = false;
      env.localModelPath = MODELS_DIR;
      debertaClassifier = await pipeline(
        'text-classification',
        'deberta-v3-injection',
        { dtype: 'fp32' },
      );
      const tok = debertaClassifier?.tokenizer as any;
      if (tok?._tokenizerConfig) {
        tok._tokenizerConfig.model_max_length = 512;
      }
      debertaState = 'loaded';
    } catch (err: any) {
      debertaState = 'failed';
      debertaLoadError = err?.message ?? String(err);
      console.error('[security-classifier] Failed to load DeBERTa-v3:', debertaLoadError);
    }
  })();
  return debertaLoadPromise;
}

/**
 * Scan text with the DeBERTa-v3 ensemble classifier. Returns a LayerSignal