Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/amantus-ai/llm-codes
/ functions
Functions
180 in github.com/amantus-ai/llm-codes
⨍
Functions
180
◇
Types & classes
57
↓ 1 callers
Method
acquireLock
* Acquire a distributed lock for a URL * Returns lock ID if successful, null if lock already held
src/lib/cache/redis-cache.ts:475
↓ 1 callers
Function
assertAllowedPlaywrightNavigationUrl
(url: string)
src/lib/playwright-scraper.ts:293
↓ 1 callers
Function
assertAllowedPlaywrightSameHostNavigationUrl
(url: string, expectedHostname: string)
src/lib/playwright-scraper.ts:304
↓ 1 callers
Function
crawlUrl
(url, { limit, maxDepth })
scripts/verify-modes.mjs:157
↓ 1 callers
Function
deduplicateMarkdown
(markdown: string)
src/utils/documentation-filter.ts:391
↓ 1 callers
Function
encodeCachedScrape
(markdown: string, metadata: Record<string, unknown>)
src/app/api/scrape/route.ts:336
↓ 1 callers
Function
extractCodeBlocks
(markdown)
scripts/verify-modes.mjs:242
↓ 1 callers
Function
filterAvailabilityStrings
(markdown: string)
src/utils/documentation-filter.ts:326
↓ 1 callers
Function
filterUrlsFromMarkdown
(markdown: string)
src/utils/documentation-filter.ts:298
↓ 1 callers
Function
findOpenPort
(startPort)
scripts/verify-firecrawl.mjs:107
↓ 1 callers
Function
findOpenPort
(startPort)
scripts/verify-modes.mjs:99
↓ 1 callers
Function
formatDatePrefix
(date: Date)
src/utils/url-utils.ts:150
↓ 1 callers
Function
formatHostResolverAddress
(address: string)
src/lib/playwright-scraper.ts:344
↓ 1 callers
Function
getConnectionStats
()
src/lib/http2-client.ts:40
↓ 1 callers
Method
getCrawlResults
* Get crawl job results for a specific page
src/lib/cache/redis-cache.ts:655
↓ 1 callers
Function
getFirecrawlCrawlStatus
( apiKey: string, statusUrl: string, )
src/lib/firecrawl.ts:254
↓ 1 callers
Function
getProviderName
(provider: ScrapeProvider)
src/lib/scrape-provider.ts:29
↓ 1 callers
Method
getStats
* Get queue statistics
src/lib/retry-queue.ts:164
↓ 1 callers
Function
hasUnmatchedClosingParen
(value: string)
src/utils/content-processing.ts:110
↓ 1 callers
Method
incrementFirecrawlFetches
* Increment Firecrawl fetch counter
src/lib/cache/redis-cache.ts:400
↓ 1 callers
Function
inferAllowedOrigins
(links: URL[], baseUrl: URL)
src/utils/content-processing.ts:116
↓ 1 callers
Function
inferAllowedOrigins
(links, baseUrl)
scripts/verify-firecrawl.mjs:196
↓ 1 callers
Method
initializeRedis
()
src/lib/cache/redis-cache.ts:94
↓ 1 callers
Function
isAllowedDocumentationPath
(linkUrl: URL, baseUrl: URL, isAppleDocs: boolean)
src/utils/content-processing.ts:155
↓ 1 callers
Function
isAssetPath
(pathLower: string)
src/utils/content-processing.ts:202
↓ 1 callers
Function
isAssetPath
(path)
scripts/verify-firecrawl.mjs:222
↓ 1 callers
Function
isCacheableFirecrawlContent
(markdown: string)
src/lib/firecrawl.ts:186
↓ 1 callers
Function
isDocumentationHost
(hostname: string)
src/utils/content-processing.ts:142
↓ 1 callers
Function
isLikelyCodeBlockEnd
* Detects if a line likely marks the end of an unclosed code block
src/utils/code-extraction.ts:12
↓ 1 callers
Method
isLocked
* Check if a URL is currently being processed
src/lib/cache/redis-cache.ts:529
↓ 1 callers
Function
isNotFoundContent
(markdown: string)
src/lib/firecrawl.ts:170
↓ 1 callers
Function
isPortOpen
(port)
scripts/verify-firecrawl.mjs:114
↓ 1 callers
Function
isPortOpen
(port)
scripts/verify-modes.mjs:106
↓ 1 callers
Function
isRetryableFirecrawlStatus
(status: number)
src/lib/firecrawl.ts:110
↓ 1 callers
Function
matchesAllowedException
(url: string, exceptionPattern: string)
src/utils/url-utils.ts:19
↓ 1 callers
Function
processUrlsWithDepth
( urls: string[], currentDepth: number, maxDepth: number, maxUrlsToProcess: number, proces
src/app/page.tsx:280
↓ 1 callers
Function
readCrawlEvents
(jobId)
scripts/verify-modes.mjs:204
↓ 1 callers
Method
releaseLock
* Release a distributed lock
src/lib/cache/redis-cache.ts:507
↓ 1 callers
Method
remove
* Remove a task from the retry queue
src/lib/retry-queue.ts:128
↓ 1 callers
Function
requestNotificationPermission
()
src/app/page.tsx:167
↓ 1 callers
Method
reset
()
src/lib/circuit-breaker.ts:215
↓ 1 callers
Function
resolveLink
(href: string, baseUrl: URL)
src/utils/content-processing.ts:90
↓ 1 callers
Function
run
(command, args)
scripts/verify-firecrawl.mjs:97
↓ 1 callers
Function
run
(command, args)
scripts/verify-modes.mjs:89
↓ 1 callers
Function
scrapePlaywrightUrl
( url: string, options: PlaywrightScrapeOptions = {}, )
src/lib/playwright-scraper.ts:58
↓ 1 callers
Function
scrapeUrl
(urlToScrape: string)
src/app/page.tsx:203
↓ 1 callers
Function
scrapeUrl
(url)
scripts/verify-modes.mjs:134
↓ 1 callers
Function
sleep
(ms)
scripts/verify-modes.mjs:252
↓ 1 callers
Function
stripAnsi
(value: string)
src/lib/playwright-scraper.ts:236
↓ 1 callers
Function
stripTrailingUrlPunctuation
(href: string)
src/utils/content-processing.ts:100
↓ 1 callers
Function
stripTrailingUrlPunctuation
(href)
scripts/verify-firecrawl.mjs:211
↓ 1 callers
Method
waitForLock
* Wait for a lock to be released (with timeout)
src/lib/cache/redis-cache.ts:546
↓ 1 callers
Function
waitForServer
(url)
scripts/verify-firecrawl.mjs:125
↓ 1 callers
Function
waitForServer
(url)
scripts/verify-modes.mjs:117
Function
GET
(_request: NextRequest)
src/app/api/cache/stats/route.ts:4
Function
GET
( request: NextRequest, { params }: { params: Promise<{ jobId: string }> }, )
src/app/api/crawl/[jobId]/results/route.ts:4
Function
Home
()
src/app/page.tsx:23
Function
Icon
()
src/app/icon.tsx:12
Function
RootLayout
({ children }: { children: React.ReactNode })
src/app/layout.tsx:72
Function
ThemeScript
()
src/app/theme-script.tsx:1
Method
clearLocalCache
* Clear all local cache
src/lib/cache/redis-cache.ts:393
Method
constructor
(message: string, status: number, details?: unknown)
src/lib/firecrawl.ts:71
Method
constructor
(redis: Redis | null, keyPrefix = "retry")
src/lib/retry-queue.ts:19
Method
constructor
(message: string)
src/lib/scrape-provider.ts:6
Method
constructor
(message: string, context?: Record<string, unknown>)
src/lib/errors.ts:9
Method
constructor
( message: string, statusCode?: number, url?: string, context?: Record<string, unknown>, )
src/lib/errors.ts:36
Method
constructor
( message: string, statusCode?: number, url?: string, apiError?: string, retryable = false
src/lib/errors.ts:52
Method
constructor
( message: string, operation: "get" | "set" | "delete" | "lock", context?: Record<string, unknown>
src/lib/errors.ts:69
Method
constructor
(message: string, field?: string, value?: unknown, context?: Record<string, unknown>)
src/lib/errors.ts:83
Method
constructor
( message: string, state: "open" | "half-open", cooldownRemaining?: number, context?: Record<s
src/lib/errors.ts:94
Method
constructor
( message: string, contentLength: number, truncated = false, context?: Record<string, unknown>
src/lib/errors.ts:110
Method
constructor
(message: string, status: number, retryable = false, details?: unknown)
src/lib/playwright-scraper.ts:41
Method
constructor
(redis: Redis | null, name: string, config: Partial<CircuitBreakerConfig> = {})
src/lib/circuit-breaker.ts:23
Method
constructor
( ttl: number = PROCESSING_CONFIG.CACHE_DURATION / 1000, // Convert ms to seconds compressionThreshold
src/lib/cache/redis-cache.ts:77
Function
downloadMarkdown
()
src/app/page.tsx:608
Function
handleLogScroll
()
src/app/page.tsx:158
Function
processUrl
()
src/app/page.tsx:382
Method
resetStats
* Reset statistics
src/lib/cache/redis-cache.ts:449
Function
start
(controller)
src/app/api/crawl/[jobId]/status/route.ts:52
Function
start
(controller)
src/hooks/__tests__/useCrawl.test.ts:36
← previous
101–180 of 180, ranked by callers