Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/LMCache/LMCache
/ endpoints
Endpoints
181 in github.com/LMCache/LMCache
⨍
Functions
13,371
◇
Types & classes
2,044
↳
Endpoints
181
Route
add_bypass_backend
router.put("/bypass/add")
lmcache/v1/internal_api_server/vllm/bypass_api.py:None
Route
add_node_to_proxy
router.post("/api/proxies/{proxy_name}/nodes")
lmcache/lmcache_frontend/app.py:None
Route
add_proxy
router.post("/api/proxies")
lmcache/lmcache_frontend/app.py:None
Route
aggregated_metrics
router.get("/metrics")
lmcache/lmcache_frontend/app.py:None
Route
check_finish
app.post("/check_finish", response_model=CheckFinishResponse)
lmcache/v1/api_server/__main__.py:None
Route
clear
router.delete("/cache/clear")
lmcache/v1/internal_api_server/vllm/cache_api.py:None
Route
clear
app.post("/clear", response_model=ClearResponse)
lmcache/v1/api_server/__main__.py:None
Route
clear_cache
router.post("/clear-cache")
lmcache/v1/multiprocess/http_apis/cache_api.py:None
Route
close_backend
router.delete("/backends/{backend_name}")
lmcache/v1/internal_api_server/vllm/backend_api.py:None
Route
close_lookup
router.post("/lookup/close")
lmcache/v1/internal_api_server/vllm/lookup_api.py:None
Route
compress
app.post("/compress", response_model=CompressResponse)
lmcache/v1/api_server/__main__.py:None
Route
conf
router.get("/conf")
lmcache/v1/multiprocess/http_apis/conf_api.py:None
Route
create_backends
router.post("/backends")
lmcache/v1/internal_api_server/vllm/backend_api.py:None
Route
create_lookup
router.post("/lookup/create")
lmcache/v1/internal_api_server/vllm/lookup_api.py:None
Route
decompress
app.post("/decompress", response_model=DecompressResponse)
lmcache/v1/api_server/__main__.py:None
Route
delete_from_l2
router.delete("/l2", response_model=None)
lmcache/v1/multiprocess/http_apis/l2_api.py:None
Route
delete_node
router.delete("/api/nodes/{node_name}")
lmcache/lmcache_frontend/app.py:None
Route
delete_quota
router.delete("/quota/{cache_salt}")
lmcache/v1/multiprocess/http_apis/quota_api.py:None
Route
delete_quota
router.delete("/l2/quota/{cache_salt}")
lmcache/v1/mp_coordinator/http_apis/l2_api.py:None
Route
deregister_instance
router.delete("/instances/{instance_id}")
lmcache/v1/mp_coordinator/http_apis/instances_api.py:None
Route
disable_freeze
router.put("/freeze/disable")
lmcache/v1/internal_api_server/vllm/freeze_api.py:None
Route
disable_hot_cache
router.put("/hot_cache/disable")
lmcache/v1/internal_api_server/vllm/hot_cache_api.py:None
Route
enable_freeze
router.put("/freeze/enable")
lmcache/v1/internal_api_server/vllm/freeze_api.py:None
Route
enable_hot_cache
router.put("/hot_cache/enable")
lmcache/v1/internal_api_server/vllm/hot_cache_api.py:None
Route
evict_fingerprints
router.delete("/blend/fingerprints")
lmcache/v1/mp_coordinator/http_apis/blend_directory_api.py:None
Route
get_all_nodes
router.get("/api/nodes")
lmcache/lmcache_frontend/app.py:None
Route
get_chunk_statistics_status
router.get("/chunk_statistics/status")
lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py:None
Route
get_commit_id
router.get("/commit_id")
lmcache/v1/internal_api_server/vllm/version_api.py:None
Route
get_config
app.route("/config", methods=["GET", "POST"])
examples/remote_config_server/config_server.py:None
Route
get_config
router.get("/conf")
lmcache/v1/internal_api_server/vllm/conf_api.py:None
Route
get_env
router.get("/env")
lmcache/v1/internal_api_server/common/env_api.py:None
Route
get_freeze_status
router.get("/freeze/status")
lmcache/v1/internal_api_server/vllm/freeze_api.py:None
Route
get_heartbeat_status
router.get("/api/heartbeat/status")
lmcache/lmcache_frontend/app.py:None
Route
get_hot_cache_status
router.get("/hot_cache/status")
lmcache/v1/internal_api_server/vllm/hot_cache_api.py:None
Route
get_inference_info
router.get("/inference_info")
lmcache/v1/internal_api_server/vllm/inference_api.py:None
Route
get_inference_version
router.get("/inference_version")
lmcache/v1/internal_api_server/vllm/inference_api.py:None
Route
get_key_stats
router.get("/controller/key-stats")
lmcache/v1/internal_api_server/controller/key_stats_api.py:None
Route
get_lmc_version
router.get("/lmc_version")
lmcache/v1/internal_api_server/vllm/version_api.py:None
Route
get_lmcache_infos
app.route("/lmcache_infos", methods=["GET"])
lmcache/tools/simple_discover_service.py:None
Route
get_lookup_info
router.get("/lookup/info")
lmcache/v1/internal_api_server/vllm/lookup_api.py:None
Route
get_metadata
router.get("/meta")
lmcache/v1/internal_api_server/vllm/conf_api.py:None
Route
get_metrics
router.get("/metrics")
lmcache/v1/internal_api_server/common/metrics_api.py:None
Route
get_or_set_log_level
router.get("/loglevel")
lmcache/v1/internal_api_server/common/loglevel_api.py:None
Route
get_periodic_thread
router.get("/periodic-threads/{thread_name}")
lmcache/v1/internal_api_server/common/periodic_thread_api.py:None
Route
get_periodic_threads
router.get("/periodic-threads")
lmcache/v1/internal_api_server/common/periodic_thread_api.py:None
Route
get_periodic_threads_health
router.get("/periodic-threads-health")
lmcache/v1/internal_api_server/common/periodic_thread_api.py:None
Route
get_proxies
router.get("/api/proxies")
lmcache/lmcache_frontend/app.py:None
Route
get_proxy_nodes
router.get("/api/proxies/{proxy_name}/nodes")
lmcache/lmcache_frontend/app.py:None
Route
get_quota
router.get("/quota/{cache_salt}")
lmcache/v1/multiprocess/http_apis/quota_api.py:None
Route
get_status
router.get("/l2/status/{cache_salt}")
lmcache/v1/mp_coordinator/http_apis/l2_api.py:None
Route
get_threads
router.get("/threads")
lmcache/v1/internal_api_server/common/thread_api.py:None
Route
get_version
router.get("/version")
lmcache/v1/internal_api_server/vllm/version_api.py:None
Route
get_workers
router.get("/controller/workers")
lmcache/v1/internal_api_server/controller/worker_info_api.py:None
Route
handle_chat_completions
app.post("/v1/chat/completions")
examples/disagg_prefill_mp/disagg_proxy_server.py:None
Route
handle_chat_completions
app.post("/v1/chat/completions")
examples/disagg_prefill/disagg_proxy_server.py:None
Route
handle_completions
app.post("/v1/completions")
examples/disagg_prefill_mp/disagg_proxy_server.py:None
Route
handle_completions
app.post("/v1/completions")
examples/disagg_prefill/disagg_proxy_server.py:None
Route
handle_models
app.get("/v1/models")
examples/disagg_prefill_mp/disagg_proxy_server.py:None
Route
handle_telemetry
telemetry_app.post("/api/v1/telemetry")
examples/disagg_prefill_mp/disagg_proxy_server.py:None
Route
health
app.post("/health", response_model=HealthResponse)
lmcache/v1/api_server/__main__.py:None
Route
health_check
app.route("/health", methods=["GET"])
examples/remote_config_server/config_server.py:None
Route
health_check
router.get("/health")
lmcache/lmcache_frontend/app.py:None
Route
healthcheck
router.get("/healthcheck")
lmcache/v1/multiprocess/http_apis/healthcheck_api.py:None
Route
healthz
router.get("/healthz")
lmcache/v1/mp_coordinator/http_apis/health_api.py:None
Route
heartbeat
router.put("/instances/{instance_id}/heartbeat")
lmcache/v1/mp_coordinator/http_apis/instances_api.py:None
Route
kvcache_check
router.get("/cache/kvcache/check")
lmcache/v1/internal_api_server/vllm/cache_api.py:None
Route
kvcache_check
router.get("/kvcache/check")
lmcache/v1/multiprocess/http_apis/cache_api.py:None
Route
kvcache_info
router.get("/cache/kvcache/info")
lmcache/v1/internal_api_server/vllm/cache_api.py:None
Route
kvcache_record_slot
router.post("/cache/kvcache/record_slot")
lmcache/v1/internal_api_server/vllm/cache_api.py:None
Route
list_adapters
router.get("/l2/adapters", response_model=None)
lmcache/v1/multiprocess/http_apis/l2_api.py:None
Route
list_backends
router.get("/backends")
lmcache/v1/internal_api_server/vllm/backend_api.py:None
Route
list_bypassed_backends
router.get("/bypass/list")
lmcache/v1/internal_api_server/vllm/bypass_api.py:None
Route
list_instances
router.get("/instances")
lmcache/v1/mp_coordinator/http_apis/instances_api.py:None
Route
list_l2_keys
router.get("/l2/keys", response_model=None)
lmcache/v1/multiprocess/http_apis/l2_api.py:None
Route
list_quotas
router.get("/quota")
lmcache/v1/multiprocess/http_apis/quota_api.py:None
Route
list_status
router.get("/l2/status")
lmcache/v1/mp_coordinator/http_apis/l2_api.py:None
Route
load_fs_chunks
router.post( "/cache/load-fs-chunks", summary="Load chunks from FSConnector into hot cache", descr
lmcache/v1/internal_api_server/vllm/load_fs_chunks_api.py:None
Route
lookup
app.post("/lookup", response_model=LookupResponse)
lmcache/v1/api_server/__main__.py:None
Route
match_fingerprints
router.post("/blend/match")
lmcache/v1/mp_coordinator/http_apis/blend_directory_api.py:None
Route
move
app.post("/move", response_model=MoveResponse)
lmcache/v1/api_server/__main__.py:None
Route
pin
app.post("/pin", response_model=PinResponse)
lmcache/v1/api_server/__main__.py:None
Route
proxy_request
router.api_route( "/proxy/{target_host}/{target_port_or_socket}/{path:path}", methods=["GET", "POST",
lmcache/lmcache_frontend/app.py:None
Route
proxy_request_by_name
router.api_route( "/proxy2/{node_name}/{path:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH",
lmcache/lmcache_frontend/app.py:None
Route
publish_fingerprints
router.post("/blend/fingerprints")
lmcache/v1/mp_coordinator/http_apis/blend_directory_api.py:None
Route
query_instance
app.post("/query_instance")
lmcache/v1/api_server/__main__.py:None
Route
query_worker_info
app.post("/query_worker_info", response_model=QueryWorkerInfoResponse)
lmcache/v1/api_server/__main__.py:None
Route
reconfigure_backend
router.post("/reconfigure/{backend}/{operation}", response_model=None)
lmcache/v1/multiprocess/http_apis/reconfigure_api.py:None
Route
reconfigure_backends
router.get("/reconfigure/backends", response_model=None)
lmcache/v1/multiprocess/http_apis/reconfigure_api.py:None
Route
reconfigure_status
router.get("/reconfigure/{backend}/status", response_model=None)
lmcache/v1/multiprocess/http_apis/reconfigure_api.py:None
Route
record_heartbeat
app.route("/lmcache_heartbeat", methods=["GET"])
lmcache/tools/simple_discover_service.py:None
Route
recreate_backend
router.post("/backends/{backend_name}/recreate")
lmcache/v1/internal_api_server/vllm/backend_api.py:None
Route
recreate_lookup
router.post("/lookup/recreate")
lmcache/v1/internal_api_server/vllm/lookup_api.py:None
Route
refresh_proxy_nodes
router.get("/api/proxies/{proxy_name}/refresh")
lmcache/lmcache_frontend/app.py:None
Route
register_instance
router.post("/instances")
lmcache/v1/mp_coordinator/http_apis/instances_api.py:None
Route
remove_bypass_backend
router.put("/bypass/remove")
lmcache/v1/internal_api_server/vllm/bypass_api.py:None
Route
report_events
router.post("/l2/events")
lmcache/v1/mp_coordinator/http_apis/l2_api.py:None
Route
reset_chunk_statistics
router.post("/chunk_statistics/reset")
lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py:None
Route
reset_metrics
router.post("/metrics/reset")
lmcache/v1/internal_api_server/common/metrics_api.py:None
Route
retrieve
router.post("/cache/retrieve")
lmcache/v1/internal_api_server/vllm/cache_api.py:None
Route
root
router.get("/")
lmcache/v1/multiprocess/http_apis/root_api.py:None
next →
1–100 of 181, ranked by callers