Functions — github.com/amantus-ai/llm-codes

hub / github.com/amantus-ai/llm-codes / functions

Functions180 in github.com/amantus-ai/llm-codes

⨍ Functions 180◇ Types & classes 57

↓ 102 callersFunctionisValidDocumentationUrl

(url: string)

src/utils/url-utils.ts:3

↓ 45 callersFunctionlog

(message: string)

src/app/page.tsx:49

↓ 44 callersMethodget

* Get a single value from cache

src/lib/cache/redis-cache.ts:177

↓ 36 callersMethodset

* Set a single value in cache

src/lib/cache/redis-cache.ts:229

↓ 24 callersFunctionis404Page

(content: string)

src/utils/content-processing.ts:10

↓ 23 callersFunctionisAllowedPlaywrightNavigationUrl

(url: string)

src/lib/playwright-scraper.ts:240

↓ 22 callersFunctionextractCodeBlocks

(markdown: string)

src/utils/code-extraction.ts:44

↓ 21 callersMethodenqueue

* Add a task to the retry queue with a calculated score * Score is based on: current time + exponential backoff delay

src/lib/retry-queue.ts:28

↓ 18 callersFunctionnormalizeUrl

(url: string)

src/utils/url-utils.ts:78

↓ 15 callersFunctiongenerateFilename

(url: string)

src/utils/url-utils.ts:95

↓ 14 callersFunctionPOST

(request: NextRequest)

src/app/api/scrape/route.ts:34

↓ 14 callersFunctionscrapeRequest

(body: Record<string, unknown>)

src/app/api/scrape/__tests__/route.test.ts:41

↓ 13 callersFunctionextractLinks

(markdown: string, baseUrl: string)

src/utils/content-processing.ts:44

↓ 12 callersFunctionlogError

(error: Error, additionalContext?: Record<string, unknown>)

src/lib/errors.ts:148

↓ 10 callersFunctionfilterDocumentation

( content: string, options: FilterOptions = DEFAULT_FILTER_OPTIONS, )

src/utils/documentation-filter.ts:33

↓ 10 callersFunctionsendMessage

(message: CrawlStatusMessage)

src/app/api/crawl/[jobId]/status/route.ts:26

↓ 10 callersMethodsetState

(state: CircuitBreakerState)

src/lib/circuit-breaker.ts:69

↓ 9 callersFunctionPOST

(request: NextRequest)

src/app/api/crawl/start/route.ts:14

↓ 9 callersMethodgetCacheKey

* Generate a cache key from a URL * Normalizes the URL first to ensure consistent caching

src/lib/cache/redis-cache.ts:115

↓ 9 callersFunctionisAllowedPlaywrightNetworkUrl

( url: string, requireDocumentationUrl: boolean, )

src/lib/playwright-scraper.ts:262

↓ 8 callersFunctiondownloadMarkdown

(options: DownloadOptions)

src/utils/file-utils.ts:18

↓ 8 callersFunctionfilterNavigationAndUIChrome

(content: string)

src/utils/documentation-filter.ts:85

↓ 8 callersFunctionfilterUrlsFromMarkdown

(markdown: string, filterUrls: boolean)

src/utils/content-processing.ts:14

↓ 8 callersFunctionformatCodeBlocksAsMarkdown

(codeBlocks: CodeBlock[])

src/utils/code-extraction.ts:136

↓ 8 callersFunctiongetIncompleteContentReason

( markdown: string | null, minLength = PROCESSING_CONFIG.MIN_CONTENT_LENGTH, )

src/lib/firecrawl.ts:135

↓ 8 callersFunctionnormalizeDocumentationInput

(input: string)

src/utils/url-utils.ts:41

↓ 8 callersMethodrecordFailure

()

src/lib/circuit-breaker.ts:155

↓ 7 callersMethodcanRequest

()

src/lib/circuit-breaker.ts:81

↓ 7 callersFunctionfilterEmptyOrPlaceholderContent

(content: string)

src/utils/documentation-filter.ts:185

↓ 7 callersFunctionisAllowedPlaywrightSubresourceUrl

(url: string)

src/lib/playwright-scraper.ts:253

↓ 7 callersFunctionuseCrawl

(options: UseCrawlOptions = {})

src/hooks/useCrawl.ts:35

↓ 6 callersFunctionGET

( request: NextRequest, { params }: { params: Promise<{ jobId: string }> }, )

src/app/api/crawl/[jobId]/status/route.ts:18

↓ 6 callersFunctioncleanupWhitespace

(content: string)

src/utils/documentation-filter.ts:444

↓ 6 callersFunctionextractUrlFromQueryString

(queryString: string)

src/utils/url-utils.ts:56

↓ 6 callersFunctionfilterLegalAndCopyrightBoilerplate

(content: string)

src/utils/documentation-filter.ts:136

↓ 6 callersFunctionis404Page

(content: string)

src/utils/documentation-filter.ts:468

↓ 6 callersFunctionisAllowedPlaywrightSameHostRequestUrl

( url: string, expectedHostname: string, requireDocumentationUrl: boolean, )

src/lib/playwright-scraper.ts:276

↓ 5 callersFunctionbuildScrapeMetadata

( metadata: Record<string, unknown> | undefined, provider: ScrapeProvider, requestedUrl: string, cache

src/app/api/scrape/route.ts:379

↓ 5 callersMethoddequeue

* Get tasks that are ready to be retried

src/lib/retry-queue.ts:75

↓ 5 callersFunctionnormalizeHostname

(hostname: string)

src/lib/playwright-scraper.ts:398

↓ 5 callersFunctionresolveScrapeProvider

(value = process.env.SCRAPE_PROVIDER)

src/lib/scrape-provider.ts:12

↓ 5 callersFunctionshouldUseMainContentOnly

(url: string)

src/lib/firecrawl.ts:190

↓ 4 callersFunctiondeduplicateMarkdown

(markdown: string, deduplicateContent: boolean)

src/utils/content-processing.ts:39

↓ 4 callersMethoddelete

* Delete a value from cache

src/lib/cache/redis-cache.ts:373

↓ 4 callersFunctionfilterAvailabilityStrings

(markdown: string, filterAvailability: boolean)

src/utils/content-processing.ts:34

↓ 4 callersFunctionfilterFormattingArtifacts

(content: string)

src/utils/documentation-filter.ts:373

↓ 4 callersFunctionfilterRedundantTypeAliases

(content: string)

src/utils/documentation-filter.ts:287

↓ 4 callersMethodgetCrawlJob

* Get crawl job metadata

src/lib/cache/redis-cache.ts:584

↓ 4 callersMethodgetState

()

src/lib/circuit-breaker.ts:34

↓ 4 callersFunctiongetSupportedDomainsText

()

src/utils/url-utils.ts:37

↓ 4 callersFunctionisPrivateOrLocalHostname

(hostname: string)

src/lib/playwright-scraper.ts:348

↓ 4 callersFunctionprepareOutputResults

( results: ProcessingResult[], options: ResultProcessingOptions, )

src/utils/result-processing.ts:17

↓ 4 callersMethodprocessReady

* Process ready tasks with a callback

src/lib/retry-queue.ts:242

↓ 4 callersMethodrecordSuccess

()

src/lib/circuit-breaker.ts:117

↓ 4 callersFunctionremoveCommonPhrases

(markdown: string)

src/utils/content-processing.ts:19

↓ 4 callersFunctionscrapeFirecrawlUrl

( apiKey: string, url: string, options: FirecrawlScrapeOptions = {}, )

src/lib/firecrawl.ts:204

↓ 4 callersMethodtrackRedisLatency

* Track Redis operation latency

src/lib/cache/redis-cache.ts:156

↓ 4 callersMethodupdateCrawlJobStatus

* Update crawl job status

src/lib/cache/redis-cache.ts:606

↓ 3 callersFunctionextractOnlyCodeBlocks

(markdown: string)

src/utils/code-extraction.ts:207

↓ 3 callersFunctionfilterExcessivePlatformNotices

(content: string)

src/utils/documentation-filter.ts:336

↓ 3 callersFunctionfirecrawlFetch

( apiKey: string, pathOrUrl: string, init: { method: "GET" | "POST"; body?: string; timeout?

src/lib/firecrawl.ts:266

↓ 3 callersFunctiongenerateDatedFilename

(url: string, date = new Date())

src/utils/url-utils.ts:146

↓ 3 callersFunctiongetProviderCacheKey

(provider: ScrapeProvider, url: string)

src/lib/scrape-provider.ts:24

↓ 3 callersMethodgetStats

* Get cache statistics

src/lib/cache/redis-cache.ts:407

↓ 3 callersFunctionhttp2Fetch

(url: string, options?: RequestInit)

src/lib/http2-client.ts:30

↓ 3 callersFunctionisNetworkError

(error: unknown)

src/lib/errors.ts:123

↓ 3 callersMethodmarkFailed

(task: RetryTask, lastError?: string)

src/lib/retry-queue.ts:306

↓ 3 callersFunctionshowNotification

(title: string, body: string)

src/app/page.tsx:180

↓ 3 callersFunctionstartFirecrawlCrawl

( apiKey: string, url: string, options: FirecrawlCrawlOptions, )

src/lib/firecrawl.ts:228

↓ 3 callersFunctionupdateUrlWithDocumentation

(url: string)

src/utils/url-utils.ts:70

↓ 2 callersFunctionclampInteger

(value: unknown, fallback: number, min: number, max: number)

src/app/api/crawl/start/route.ts:8

↓ 2 callersMethodclear

* Clear all tasks from the queue

src/lib/retry-queue.ts:209

↓ 2 callersMethodcompressContent

* Compress content if it exceeds threshold

src/lib/cache/redis-cache.ts:133

↓ 2 callersFunctiondecodeCachedScrape

( cached: string, provider: ScrapeProvider, requestedUrl: string, )

src/app/api/scrape/route.ts:345

↓ 2 callersFunctiondecodeLegacyCachedScrape

( cached: string, provider: ScrapeProvider, requestedUrl: string, )

src/app/api/scrape/route.ts:368

↓ 2 callersMethoddecompressContent

* Decompress content if it was compressed

src/lib/cache/redis-cache.ts:149

↓ 2 callersFunctionextractLinks

(markdown, baseUrl)

scripts/verify-firecrawl.mjs:160

↓ 2 callersMethodfromResponse

(response: Response)

src/lib/firecrawl.ts:79

↓ 2 callersMethodgetAllCrawlResults

* Get all crawl result pages for a job

src/lib/cache/redis-cache.ts:677

↓ 2 callersMethodgetFailedTasks

* Get failed tasks (tasks that exceeded max attempts)

src/lib/retry-queue.ts:329

↓ 2 callersMethodgetStatus

()

src/lib/circuit-breaker.ts:200

↓ 2 callersFunctionisCacheError

(error: unknown)

src/lib/errors.ts:131

↓ 2 callersFunctionisCircuitBreakerError

(error: unknown)

src/lib/errors.ts:139

↓ 2 callersFunctionisContentError

(error: unknown)

src/lib/errors.ts:143

↓ 2 callersFunctionisFirecrawlError

(error: unknown)

src/lib/errors.ts:127

↓ 2 callersMethodisLocalCacheExpired

* Check if a local cache entry is expired

src/lib/cache/redis-cache.ts:126

↓ 2 callersFunctionisNonContentPath

(pathLower: string)

src/utils/content-processing.ts:192

↓ 2 callersMethodisRedisAvailable

* Check if Redis is available

src/lib/cache/redis-cache.ts:467

↓ 2 callersFunctionisValidationError

(error: unknown)

src/lib/errors.ts:135

↓ 2 callersMethodmget

* Get multiple values from cache

src/lib/cache/redis-cache.ts:261

↓ 2 callersMethodmset

* Set multiple values in cache

src/lib/cache/redis-cache.ts:338

↓ 2 callersFunctionreadFirecrawlMarkdown

(response: FirecrawlScrapeResponse)

src/lib/firecrawl.ts:125

↓ 2 callersFunctionreadPositiveInteger

( value: string | undefined, fallback: number | undefined, )

src/lib/playwright-scraper.ts:227

↓ 2 callersFunctionresolvePublicHostname

(hostname: string)

src/lib/playwright-scraper.ts:315

↓ 2 callersFunctionscrape

(url)

scripts/verify-firecrawl.mjs:142

↓ 2 callersMethodsetCrawlJob

* Store crawl job metadata

src/lib/cache/redis-cache.ts:565

↓ 2 callersMethodsetCrawlResults

* Store crawl job results with pagination support

src/lib/cache/redis-cache.ts:631

↓ 2 callersMethodsize

* Get the current queue size

src/lib/retry-queue.ts:148

↓ 2 callersMethodtoJSON

()

src/lib/errors.ts:21

↓ 2 callersFunctionuserFacingFirecrawlError

(status: number, fallback: string)

src/lib/firecrawl.ts:114

next →1–100 of 180, ranked by callers