Functions — github.com/ari99/lm_studio_big_rag_plugin

CodeHub MCPcopy Create free account

hub / github.com/ari99/lm_studio_big_rag_plugin / functions

Functions142 in github.com/ari99/lm_studio_big_rag_plugin

⨍ Functions 142◇ Types & classes 41

↓ 11 callersMethodrecordFailure

(reason: FailureReason, details: string | undefined, file: ScannedFile)

src/ingestion/indexManager.ts:486

↓ 7 callersFunctioncheckAbort

* Check the abort signal and throw if the request has been cancelled. * This gives LM Studio the opportunity to stop the preprocessor promptly.

src/promptPreprocessor.ts:21

↓ 7 callersFunctionmatchExcludePattern

(relativePosixPath: string, patterns: string[])

src/utils/fileExcludePatterns.ts:33

↓ 6 callersMethodopenShard

* Open a shard by directory name (e.g. "shard_000"). Caller must not hold the reference * after use so GC can free the parsed index data.

src/vectorstore/vectorStore.ts:54

↓ 5 callersFunctionbuildSuccess

src/parsers/documentParser.ts:55

↓ 5 callersMethodgetStats

* Get total chunk count and unique file count.

src/vectorstore/vectorStore.ts:243

↓ 4 callersFunctioncleanAndValidate

( text: string, emptyReason: ParseFailureReason, detailsContext?: string, )

src/parsers/documentParser.ts:163

↓ 4 callersFunctioncleanText

src/parsers/pdfParser.ts:55

↓ 4 callersFunctiondeleteEmbeddingIndexManifest

(vectorStoreDir: string)

src/utils/embeddingIndexManifest.ts:52

↓ 4 callersMethodload

src/utils/failedFileRegistry.ts:21

↓ 4 callersFunctionparseDocument

( filePath: string, enableOCR: boolean = false, client?: LMStudioClient, )

src/parsers/documentParser.ts:47

↓ 3 callersFunctioncalculateFileHash

(filePath: string)

src/utils/fileHash.ts:7

↓ 3 callersMethodclose

* Release the active shard reference.

src/vectorstore/vectorStore.ts:278

↓ 3 callersFunctioncoerceEmbeddingVector

src/utils/coerceEmbedding.ts:4

↓ 3 callersFunctiongetEmbeddingManifestPath

(vectorStoreDir: string)

src/utils/embeddingIndexManifest.ts:13

↓ 3 callersMethodinitialize

* Initialize the vector store: discover or create shards, open the last as active.

src/vectorstore/vectorStore.ts:80

↓ 3 callersFunctionparseExcludePatternsBlock

src/utils/fileExcludePatterns.ts:12

↓ 3 callersFunctionparseExcludePatternsFromEnv

(raw: string | undefined)

src/utils/fileExcludePatterns.ts:25

↓ 3 callersFunctionresolveEmbeddingModelId

(raw: string | undefined | null)

src/config.ts:6

↓ 2 callersFunctionconvertImageDataToPng

( pdfjsLib: PdfJsModule, imgData: any, )

src/parsers/pdfParser.ts:414

↓ 2 callersFunctionfillPromptTemplate

(template: string, replacements: Record<string, string>)

src/promptPreprocessor.ts:80

↓ 2 callersFunctionfinishIndexing

src/utils/indexingLock.ts:21

↓ 2 callersMethodindex

* Start the indexing process

src/ingestion/indexManager.ts:78

↓ 2 callersMethodindexFile

* Index a single file

src/ingestion/indexManager.ts:312

↓ 2 callersFunctionisMarkdownExtension

src/utils/supportedExtensions.ts:32

↓ 2 callersFunctionisPlainTextExtension

src/utils/supportedExtensions.ts:36

↓ 2 callersFunctionisRelativePathExcluded

(relativePosixPath: string, patterns: string[])

src/utils/fileExcludePatterns.ts:42

↓ 2 callersMethodpersist

src/utils/failedFileRegistry.ts:34

↓ 2 callersMethodrunExclusive

(operation: () => Promise<T>)

src/utils/failedFileRegistry.ts:39

↓ 2 callersFunctionrunIndexingJob

({ client, abortSignal, documentsDir, vectorStoreDir, embeddingModelId, chunkSize, chunkOverlap,

src/ingestion/runIndexing.ts:39

↓ 2 callersFunctionstripHtml

(input: string)

src/parsers/epubParser.ts:17

↓ 2 callersFunctionsummarizeText

(text: string, maxLines: number = 3, maxChars: number = 400)

src/promptPreprocessor.ts:37

↓ 2 callersFunctionsyncEmbeddingManifestAfterIndexing

( vectorStoreDir: string, totalChunks: number, resolvedModelId: string, embeddingModel: EmbeddingDynam

src/utils/embeddingIndexManifest.ts:66

↓ 2 callersFunctiontryStartIndexing

(context: string = "unknown")

src/utils/indexingLock.ts:7

↓ 1 callersMethodaddChunks

* Add document chunks to the active shard. Rotates to a new shard when full.

src/vectorstore/vectorStore.ts:104

↓ 1 callersFunctionassertFiniteNumber

(value: unknown)

src/utils/coerceEmbedding.ts:33

↓ 1 callersFunctioncheckEmbeddingModelForRetrieval

(args: { vectorStoreDir: string; resolvedModelId: string; totalChunks: number; embeddingModel: Embeddi

src/utils/embeddingIndexManifest.ts:94

↓ 1 callersFunctionchunkText

( text: string, chunkSize: number, overlap: number, )

src/utils/textChunker.ts:4

↓ 1 callersMethodclearFailure

(filePath: string)

src/utils/failedFileRegistry.ts:60

↓ 1 callersFunctioncollapseWhitespace

(input: string)

src/parsers/textParser.ts:34

↓ 1 callersFunctioncollapseWhitespaceButKeepLines

(input: string)

src/parsers/textParser.ts:38

↓ 1 callersFunctiondecodeMediaType

(entry?: { [key: string]: string })

src/parsers/epubParser.ts:24

↓ 1 callersMethoddeleteByFileHash

* Delete all chunks for a file (by hash) across all shards.

src/vectorstore/vectorStore.ts:191

↓ 1 callersMethoddiscoverShardDirs

* Scan dbPath for shard_NNN directories and return sorted list.

src/vectorstore/vectorStore.ts:62

↓ 1 callersFunctionestimateDirectorySize

* Estimate directory size by sampling * (Quick estimate, not exact)

src/utils/sanityChecks.ts:118

↓ 1 callersFunctionextractImagesForPage

(pdfjsLib: PdfJsModule, page: any)

src/parsers/pdfParser.ts:320

↓ 1 callersMethodgetFailureReason

(filePath: string, fileHash: string)

src/utils/failedFileRegistry.ts:70

↓ 1 callersMethodgetFileHashInventory

* Get file path -> set of file hashes currently in the store.

src/vectorstore/vectorStore.ts:219

↓ 1 callersFunctiongetManifestEntry

(chapterId: string)

src/parsers/epubParser.ts:20

↓ 1 callersFunctiongetPdfjsLib

src/parsers/pdfParser.ts:66

↓ 1 callersFunctionisAbortError

* Returns true if the error is an abort/cancellation error that should be re-thrown.

src/promptPreprocessor.ts:30

↓ 1 callersFunctionisHtmlExtension

src/utils/supportedExtensions.ts:28

↓ 1 callersFunctionisTextualExtension

src/utils/supportedExtensions.ts:40

↓ 1 callersFunctionlistSupportedExtensions

src/utils/supportedExtensions.ts:44

↓ 1 callersMethodlogFailureSummary

src/ingestion/indexManager.ts:495

↓ 1 callersFunctionmain

src/cliIndex.ts:8

↓ 1 callersFunctionmain

src/tests/lanceTest.ts:13

↓ 1 callersFunctionmaybeHandleConfigTriggeredReindex

({ ctl, documentsDir, vectorStoreDir, embeddingModelId, chunkSize, chunkOverlap, maxConcurrent,

src/promptPreprocessor.ts:527

↓ 1 callersFunctionnormalizeLineEndings

(input: string)

src/parsers/textParser.ts:30

↓ 1 callersFunctionnormalizePromptTemplate

(template: string | null | undefined)

src/promptPreprocessor.ts:59

↓ 1 callersFunctionnormalizeRootDir

Normalize and validate the root directory for scanning (resolves path, strips trailing slashes).

src/ingestion/fileScanner.ts:30

↓ 1 callersFunctionnotifyManualResetNeeded

( ctl: PromptPreprocessorController, embeddingModelId: string, )

src/promptPreprocessor.ts:658

↓ 1 callersFunctionparseEPUB

(filePath: string)

src/parsers/epubParser.ts:7

↓ 1 callersFunctionparseHTML

(filePath: string)

src/parsers/htmlParser.ts:7

↓ 1 callersFunctionparseImage

(filePath: string)

src/parsers/imageParser.ts:6

↓ 1 callersFunctionparsePDF

( filePath: string, client: LMStudioClient, enableOCR: boolean, )

src/parsers/pdfParser.ts:473

↓ 1 callersFunctionparseText

( filePath: string, options: ParseTextOptions = {}, )

src/parsers/textParser.ts:11

↓ 1 callersFunctionperformSanityChecks

( documentsDir: string, vectorStoreDir: string, )

src/utils/sanityChecks.ts:13

↓ 1 callersFunctionreadChapter

(chapterId: string)

src/parsers/epubParser.ts:48

↓ 1 callersFunctionreadEmbeddingIndexManifest

( vectorStoreDir: string, )

src/utils/embeddingIndexManifest.ts:17

↓ 1 callersFunctionresolveImageData

( page: any, objId: string, cache: Map<string, Promise<any | null>>, )

src/parsers/pdfParser.ts:380

↓ 1 callersFunctionscanDirectory

( rootDir: string, onProgress?: (current: number, total: number) => void, options?: ScanDirectoryOptions

src/ingestion/fileScanner.ts:41

↓ 1 callersMethodsearch

* Search: query each shard in turn, merge results, sort by score, filter by threshold, return top limit.

src/vectorstore/vectorStore.ts:154

↓ 1 callersFunctionshouldReadRaw

(mediaType: string)

src/parsers/epubParser.ts:27

↓ 1 callersFunctionstripMarkdownSyntax

(input: string)

src/parsers/textParser.ts:50

↓ 1 callersFunctiontoPosixRelativePath

(root: string, fullPath: string)

src/ingestion/fileScanner.ts:34

↓ 1 callersFunctiontryLmStudioParser

(filePath: string, client: LMStudioClient)

src/parsers/pdfParser.ts:73

↓ 1 callersFunctiontryOcrWithPdfJs

(filePath: string)

src/parsers/pdfParser.ts:170

↓ 1 callersFunctiontryPdfParse

(filePath: string)

src/parsers/pdfParser.ts:136

↓ 1 callersFunctionwalk

(currentDir: string)

src/utils/sanityChecks.ts:124

↓ 1 callersFunctionwalk

src/ingestion/fileScanner.ts:67

↓ 1 callersFunctionwarnIfContextOverflow

( ctl: PromptPreprocessorController, finalPrompt: string, )

src/promptPreprocessor.ts:87

↓ 1 callersFunctionwriteEmbeddingIndexManifest

( vectorStoreDir: string, manifest: EmbeddingIndexManifest, )

src/utils/embeddingIndexManifest.ts:43

↓ 1 callersMethodwriteFailureReport

(summary: IndexingResult)

src/ingestion/indexManager.ts:507

stubs/napi-rs-canvas/index.js:43

MethodbeginPath

stubs/napi-rs-canvas/index.d.ts:13

MethodbezierCurveTo

(cp1x: number, cp1y: number, cp2x: number, cp2y: number, x: number, y: number)

stubs/napi-rs-canvas/index.d.ts:19

MethodclearRect

(x: number, y: number, width: number, height: number)

stubs/napi-rs-canvas/index.d.ts:12

stubs/napi-rs-canvas/index.d.ts:16

MethodclosePath

stubs/napi-rs-canvas/index.d.ts:14

Methodconstructor

(private readonly registryPath: string)

src/utils/failedFileRegistry.ts:19

Methodconstructor

(objId: string)

src/parsers/pdfParser.ts:35

Methodconstructor

(options: IndexingOptions)

src/ingestion/indexManager.ts:67

Methodconstructor

(dbPath: string)

src/vectorstore/vectorStore.ts:46

Methodconstructor

(init = [1, 0, 0, 1, 0, 0])

stubs/napi-rs-canvas/index.js:4

Methodconstructor

(data, width, height)

stubs/napi-rs-canvas/index.js:28

Methodconstructor

stubs/napi-rs-canvas/index.js:42

FunctioncreateCanvas

(width = 0, height = 0)

stubs/napi-rs-canvas/index.js:46

MethoddrawImage

(...args: any[])

stubs/napi-rs-canvas/index.d.ts:21

FunctionestimateTokenCount

src/utils/textChunker.ts:46

next →1–100 of 142, ranked by callers