MCPcopy Create free account

hub / github.com/InferCore/InferCore / functions

Functions489 in github.com/InferCore/InferCore

⨍ Functions 489◇ Types & classes 124
↓ 2 callersMethodScalingAggregates
ScalingAggregates derives rolling ratios from completed in-memory records for autoscaler hints. ttftRatio compares mean TTFT in the newer half vs the
internal/slo/memory_engine.go:82
↓ 2 callersMethodSelectRoute
(ctx context.Context, req types.AIRequest, state types.RuntimeState)
internal/interfaces/interfaces.go:11
↓ 2 callersMethodSnapshot
(requestID string)
internal/slo/memory_engine.go:141
↓ 2 callersMethodSnapshot
(requestID string)
internal/interfaces/interfaces.go:62
↓ 2 callersMethodTenantByID
(id string)
internal/config/config.go:464
↓ 2 callersMethodTraces
()
internal/server/server_test.go:1113
↓ 2 callersMethodactionPath
actionPath returns URL path for generateContent / streamGenerateContent (Vertex vs AI Studio).
internal/adapters/gemini/gemini.go:102
↓ 2 callersMethodapiKey
()
internal/adapters/gemini/gemini.go:97
↓ 2 callersMethodapiVersion
()
internal/adapters/vllm/vllm.go:348
↓ 2 callersFunctionbuildResponse
(cfg *config.Config, req types.AIRequest, policyReason string, primary types.RouteDecision, exec types.Executi
internal/replay/replay.go:225
↓ 2 callersMethodchatCompletionsURL
()
internal/adapters/vllm/vllm.go:359
↓ 2 callersFunctioncloneBoolMap
(m map[string]bool)
internal/server/server.go:229
↓ 2 callersMethodemitTelemetryMetric
(name string, value float64, labels map[string]string)
internal/server/server.go:727
↓ 2 callersFunctionjoinURL
(base, suffix string)
internal/adapters/vllm/vllm.go:438
↓ 2 callersFunctionmax
(a, b int)
internal/eval/eval.go:149
↓ 2 callersMethodmaxTokens
(req types.BackendRequest)
internal/adapters/anthropic/anthropic.go:59
↓ 2 callersFunctionparseMeilisearchHits
(b []byte)
internal/retrieval/meilisearch_kb.go:82
↓ 2 callersFunctionparseOpenSearchHits
(b []byte)
internal/retrieval/opensearch_kb.go:101
↓ 2 callersMethodpeekFreshHealthSnapshot
(ttl time.Duration)
internal/server/server.go:305
↓ 2 callersMethodpost
(endpoint string, payload map[string]any)
internal/telemetry/otlp_http_exporter.go:149
↓ 2 callersFunctionrandomHex
(byteLen int)
internal/traceutil/ids.go:16
↓ 2 callersMethodrecordTimeoutSpike
()
internal/server/server.go:852
↓ 2 callersFunctionrunRAGRetrieve
(ctx context.Context, cfg *config.Config, req *types.AIRequest, ret map[string]interfaces.RetrievalAdapter, re
internal/replay/replay.go:182
↓ 2 callersFunctiontestConfigOpenAIEndpoint
(t *testing.T, endpoint string)
internal/server/server_test.go:311
↓ 2 callersMethodtimeoutSpikeActive
()
internal/server/server.go:863
↓ 2 callersFunctiontokenize
(s string)
internal/retrieval/filekb.go:108
↓ 1 callersMethodAppendStep
(ctx context.Context, step StepRow)
internal/requests/store.go:15
↓ 1 callersMethodCreateRequest
(ctx context.Context, traceID, requestID string, req types.AIRequest, now time.Time)
internal/inferexec/ledger.go:12
↓ 1 callersMethodEmitEvent
(event types.Event)
internal/telemetry/otlp_http_exporter.go:69
↓ 1 callersMethodEmitEvent
(event types.Event)
internal/interfaces/interfaces.go:67
↓ 1 callersMethodEmitMetric
(name string, value float64, labels map[string]string)
internal/telemetry/otlp_http_exporter.go:61
↓ 1 callersMethodEmitMetric
(name string, value float64, labels map[string]string)
internal/interfaces/interfaces.go:66
↓ 1 callersMethodEstimate
(req types.AIRequest, backend types.BackendMetadata)
internal/interfaces/interfaces.go:54
↓ 1 callersMethodExecuteWithFallback
( ctx context.Context, req types.AIRequest, primary types.RouteDecision, fallback []types.RouteDecision, )
internal/reliability/manager.go:31
↓ 1 callersMethodExecuteWithFallbackOpts
( ctx context.Context, req types.AIRequest, primary types.RouteDecision, fallback []types.RouteDecision,
internal/reliability/manager.go:40
↓ 1 callersMethodExecuteWithFallbackOpts
( ctx context.Context, req types.AIRequest, primary types.RouteDecision, fallback []types.RouteDecisio
internal/interfaces/interfaces.go:32
↓ 1 callersMethodFail
(ctx context.Context, requestID string)
internal/inferexec/ledger.go:13
↓ 1 callersMethodIndex
Index returns the next step index without incrementing (for branching).
internal/execution/steps.go:83
↓ 1 callersMethodListSteps
(ctx context.Context, requestID string)
internal/requests/store.go:17
↓ 1 callersMethodMarkSuccess
(ctx context.Context, requestID, backend, routeReason string)
internal/inferexec/ledger.go:15
↓ 1 callersFunctionNewFileKB
NewFileKB walks root and indexes plain text chunks (by file, split on blank lines).
internal/retrieval/filekb.go:29
↓ 1 callersFunctionNewMeilisearchKB
NewMeilisearchKB builds an adapter for knowledge_bases type "meilisearch".
internal/retrieval/meilisearch_kb.go:25
↓ 1 callersFunctionNewOTLPHTTPStubExporter
(endpoint string)
internal/telemetry/otlp_http_stub_exporter.go:13
↓ 1 callersFunctionNewOpenSearchKB
NewOpenSearchKB builds an adapter for knowledge_bases type "opensearch" or "elasticsearch".
internal/retrieval/opensearch_kb.go:26
↓ 1 callersFunctionNewOtelOTLPExporter
(cfg config.TelemetryConfig)
internal/telemetry/otel_otlp_exporter.go:37
↓ 1 callersFunctionNewPostgresStore
NewPostgresStore opens a Postgres-backed ledger using lib/pq (connection string / DSN).
internal/requests/postgres.go:57
↓ 1 callersFunctionNewSQLiteStore
NewSQLiteStore opens a SQLite-backed ledger at path.
internal/requests/sqlite.go:58
↓ 1 callersMethodRecordCompletion
(requestID string, ts time.Time)
internal/slo/memory_engine.go:63
↓ 1 callersMethodRecordFallback
(requestID string, _ string)
internal/slo/memory_engine.go:71
↓ 1 callersMethodRecordFallback
(requestID string, reason string)
internal/interfaces/interfaces.go:61
↓ 1 callersMethodRecordFirstToken
(requestID string, ts time.Time)
internal/slo/memory_engine.go:55
↓ 1 callersMethodRecordStart
(requestID string)
internal/slo/memory_engine.go:47
↓ 1 callersMethodRerank
Rerank implements RerankAdapter.
internal/retrieval/noop_rerank.go:16
↓ 1 callersMethodRetrieve
(ctx context.Context, query string, opts map[string]any)
internal/retrieval/http_kb.go:45
↓ 1 callersMethodShutdown
Shutdown releases telemetry resources (e.g. OTLP batch flush). Call on process exit.
internal/server/server.go:152
↓ 1 callersMethodStatusSummary
()
internal/telemetry/otlp_http_exporter.go:88
↓ 1 callersMethodStatusSummary
()
internal/server/server.go:675
↓ 1 callersMethodUpdatePolicy
(ctx context.Context, requestID string, snap []byte, routeReason, backend *string)
internal/inferexec/ledger.go:14
↓ 1 callersFunctionallHealthy
(cfg *config.Config)
internal/replay/replay.go:151
↓ 1 callersMethodallowByRateLimit
(tenantID string, limit int)
internal/policy/basic_engine.go:84
↓ 1 callersMethodbackendSaturationHints
()
internal/server/server.go:828
↓ 1 callersFunctionbuildAdapterMap
(cfg *config.Config)
cmd/infercore/main.go:349
↓ 1 callersFunctionbuildFallbackList
(cfg *config.Config, primary string, health map[string]bool)
internal/replay/replay.go:159
↓ 1 callersFunctionbuildPayload
(kind string, records []map[string]any)
internal/telemetry/otlp_http_exporter.go:187
↓ 1 callersMethodcachedBackendHealth
cachedBackendHealth probes adapter.Health per backend with TTL cache (shared by routing and /status).
internal/server/server.go:276
↓ 1 callersFunctionclassifyError
(err error)
internal/reliability/manager.go:134
↓ 1 callersFunctioncloneAINonStream
(req types.AIRequest)
internal/reliability/manager.go:161
↓ 1 callersFunctioncloneRequestRow
(r RequestRow)
internal/requests/memory.go:93
↓ 1 callersMethodcreateLedgerRequest
(ctx context.Context, traceID, requestID string, req types.AIRequest, now time.Time)
internal/server/server.go:435
↓ 1 callersFunctionderiveDegradeState
(output map[string]any)
internal/server/server.go:738
↓ 1 callersMethodeffectiveInfercoreAPIKey
()
internal/server/server.go:165
↓ 1 callersMethodemitInferStepTrace
(traceID, requestID, tenantID, stepType, backend, stepStatus string, start time.Time, latencyMs int64)
internal/server/server.go:702
↓ 1 callersMethodemitTelemetryEvent
(event types.Event)
internal/server/server.go:734
↓ 1 callersFunctionendpointForKind
(base, kind string)
internal/telemetry/otlp_http_exporter.go:179
↓ 1 callersFunctionenvOr
(key, def string)
cmd/infercore/main.go:56
↓ 1 callersFunctionestimateBudgetConsumption
(req types.AIRequest)
internal/policy/basic_engine.go:180
↓ 1 callersFunctionevalCmd
()
cmd/infercore/main.go:359
↓ 1 callersMethodevictOneOldestLocked
(now time.Time)
internal/slo/memory_engine.go:212
↓ 1 callersFunctionexpandEnvVars
expandEnvVars replaces each ${VAR} with os.Getenv("VAR"). If the variable is unset, the result is empty.
internal/config/env_expand.go:12
↓ 1 callersFunctionextractOutputText
(out *bedrockruntime.ConverseOutput)
internal/adapters/bedrock/bedrock.go:98
↓ 1 callersFunctionfallbackReason
(triggered bool)
internal/server/server.go:649
↓ 1 callersMethodfirstHealthyBackend
(state types.RuntimeState)
internal/router/rule_router.go:95
↓ 1 callersMethodflush
()
internal/telemetry/otlp_http_exporter.go:116
↓ 1 callersMethodhealthAzure
(ctx context.Context)
internal/adapters/vllm/vllm.go:372
↓ 1 callersMethodinfer
POST /infer. Body must satisfy AIRequest (tenant_id, task_type, input, options.max_tokens > 0, ...). Returns parsed JSON; on 2xx suc
sdk/python/infercore/client.py:42
↓ 1 callersMethodinferOrchestrator
()
internal/server/orchestrator.go:31
↓ 1 callersMethodinferRequestTimeout
()
internal/server/server.go:94
↓ 1 callersFunctioninfercoreAuthOK
(r *http.Request, want string)
internal/server/server.go:187
↓ 1 callersMethodinitPrometheusMetrics
()
internal/server/server.go:771
↓ 1 callersMethodinvokeNonStream
(ctx context.Context, text, model string)
internal/adapters/gemini/gemini.go:132
↓ 1 callersMethodinvokeNonStream
(ctx context.Context, text, model string, maxTok int)
internal/adapters/anthropic/anthropic.go:85
↓ 1 callersMethodinvokeNonStream
(ctx context.Context, text, model string, streamRequested bool)
internal/adapters/vllm/vllm.go:65
↓ 1 callersMethodinvokeStream
(ctx context.Context, text, model string)
internal/adapters/gemini/gemini.go:195
↓ 1 callersMethodinvokeStream
(ctx context.Context, text, model string, maxTok int)
internal/adapters/anthropic/anthropic.go:156
↓ 1 callersMethodinvokeStream
(ctx context.Context, text, model string)
internal/adapters/vllm/vllm.go:144
↓ 1 callersFunctionkbName
(req types.AIRequest, cfg *config.Config)
internal/server/server.go:511
↓ 1 callersFunctionledgerCmd
(cfgPath *string)
cmd/infercore/main.go:261
↓ 1 callersMethodmarkLedgerSuccess
(ctx context.Context, requestID, backend, routeReason string)
internal/server/server.go:482
↓ 1 callersFunctionmatchesRule
(rule config.RouteRule, tenant config.TenantConfig, req types.AIRequest)
internal/router/rule_router.go:176
↓ 1 callersFunctionmigrateSQLiteLedger
(db *sql.DB)
internal/requests/sqlite.go:79
← previousnext →101–200 of 489, ranked by callers