MCPcopy Create free account

hub / github.com/LMCache/LMCache / endpoints

Endpoints181 in github.com/LMCache/LMCache

⨍ Functions 13,371◇ Types & classes 2,044↳ Endpoints 181
Routerun_script
router.post("/run_script")
lmcache/v1/internal_api_server/common/run_script_api.py:None
Routeserve_frontend
app.get("/", response_class=HTMLResponse)
lmcache/v1/api_server/__main__.py:None
Routeserve_frontend
router.get("/")
lmcache/lmcache_frontend/app.py:None
Routeset_config
router.post("/conf")
lmcache/v1/internal_api_server/vllm/conf_api.py:None
Routeset_quota
router.put("/quota/{cache_salt}")
lmcache/v1/multiprocess/http_apis/quota_api.py:None
Routeset_quota
router.put("/l2/quota/{cache_salt}", response_model=None)
lmcache/v1/mp_coordinator/http_apis/l2_api.py:None
Routestart_chunk_statistics
router.post("/chunk_statistics/start")
lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py:None
Routestart_heartbeat_api
router.post("/api/heartbeat/start")
lmcache/lmcache_frontend/app.py:None
Routestatus
router.get("/status")
lmcache/v1/multiprocess/http_apis/status_api.py:None
Routestop_chunk_statistics
router.post("/chunk_statistics/stop")
lmcache/v1/internal_api_server/vllm/chunk_statistics_api.py:None
Routestop_heartbeat_api
router.post("/api/heartbeat/stop")
lmcache/lmcache_frontend/app.py:None
Routestore
router.post("/cache/store")
lmcache/v1/internal_api_server/vllm/cache_api.py:None
Routetest_allocate_multiple_pages
pytest.mark.skipif( _get_num_free_hugepages() < 4, reason="Requires at least 4 free huge pages
tests/v1/test_memory_management.py:None
Routetest_atexit_registration
patch("lmcache.v1.plugin.runtime_plugin_launcher.atexit.register")
tests/v1/plugin/test_runtime_plugin_launcher.py:None
Routetest_bare_cuda_no_gpu_selects_first
patch( "lmcache.v1.storage_backend.path_sharder.torch_dev.is_available", return_value=False,
tests/v1/storage_backend/test_path_sharder.py:None
Routetest_bare_cuda_uses_current_device
patch( "lmcache.v1.storage_backend.path_sharder.torch_dev.is_available", return_value=True,
tests/v1/storage_backend/test_path_sharder.py:None
Routetest_basic_calculation
patch( "lmcache.cli.commands.bench.engine_bench.config._fetch_lmcache_status", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_bench_engine_wiring
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/test_bench_command.py:None
Routetest_buffer_size_unaligned_to_aligned
patch("lmcache.v1.storage_backend.pd_backend.PagedCpuGpuMemoryAllocator")
tests/v1/storage_backend/test_pd_backend_buffer_alignment.py:None
Routetest_callbacks_called_on_failure
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_callbacks_called_on_success
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_close_calls_client_close
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_completions_content_extraction
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_compress_slot_mapping
pytest.mark.parametrize( "input_slots,expected", [ ([1, 2, 3, 4, 5], [[1, 5]]),
tests/v1/internal_api_server/test_kvcache_check_api.py:None
Routetest_config_file_loading
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/test_bench_command.py:None
Routetest_connection_error_raises
patch( "lmcache.cli.commands.bench.engine_bench.config.OpenAI", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_cpu_device_always_selects_first
patch( "lmcache.v1.storage_backend.path_sharder.torch_dev.is_available", return_value=True,
tests/v1/storage_backend/test_path_sharder.py:None
Routetest_cpu_device_selects_first_path
patch( "lmcache.v1.storage_backend.path_sharder.torch_dev.is_available", return_value=False,
tests/v1/storage_backend/test_path_sharder.py:None
Routetest_default_api_key
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_default_omits_extra_body
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_delete
patch("lmcache.cli.commands.quota.delete_command.http_request")
tests/cli/commands/test_quota.py:None
Routetest_empty_data_raises
patch( "lmcache.cli.commands.bench.engine_bench.config.OpenAI", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_env_api_key
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_exception_during_streaming
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_execute_calls_request_send_request
patch("lmcache.cli.commands.query.engine_command.Request")
tests/cli/commands/test_query.py:None
Routetest_execute_uses_engine_model_when_cli_model_omitted
patch("lmcache.cli.commands.query.engine_command.Request")
tests/cli/commands/test_query.py:None
Routetest_failed_request_on_exception
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_get
patch("lmcache.cli.commands.quota.get_command.http_request")
tests/cli/commands/test_quota.py:None
Routetest_get_chunk_size
pytest.mark.skipif( not torch.cuda.is_available(), reason="Get chunk size requires CUDA" )
tests/v1/multiprocess/test_cache_server.py:None
Routetest_ignore_eos_adds_extra_body
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_init_aggregates_configs
patch("lmcache.v1.multiprocess.mp_runtime_plugin_launcher.RuntimePluginLauncher")
tests/v1/multiprocess/test_mp_runtime_plugin_launcher.py:None
Routetest_init_no_configs
patch("lmcache.v1.multiprocess.mp_runtime_plugin_launcher.RuntimePluginLauncher")
tests/v1/multiprocess/test_mp_runtime_plugin_launcher.py:None
Routetest_init_passes_no_role
patch("lmcache.v1.multiprocess.mp_runtime_plugin_launcher.RuntimePluginLauncher")
tests/v1/multiprocess/test_mp_runtime_plugin_launcher.py:None
Routetest_init_rejects_non_dataclass
patch("lmcache.v1.multiprocess.mp_runtime_plugin_launcher.RuntimePluginLauncher")
tests/v1/multiprocess/test_mp_runtime_plugin_launcher.py:None
Routetest_init_with_non_serializable_fields
patch("lmcache.v1.multiprocess.mp_runtime_plugin_launcher.RuntimePluginLauncher")
tests/v1/multiprocess/test_mp_runtime_plugin_launcher.py:None
Routetest_launch_plugins_delegates
patch("lmcache.v1.multiprocess.mp_runtime_plugin_launcher.RuntimePluginLauncher")
tests/v1/multiprocess/test_mp_runtime_plugin_launcher.py:None
Routetest_launch_plugins_python_file
patch("lmcache.v1.plugin.runtime_plugin_launcher.shutil.which")
tests/v1/plugin/test_runtime_plugin_launcher.py:None
Routetest_launch_plugins_role_filtering
patch("lmcache.v1.plugin.runtime_plugin_launcher.shutil.which")
tests/v1/plugin/test_runtime_plugin_launcher.py:None
Routetest_launch_plugins_worker_id_filtering
patch("lmcache.v1.plugin.runtime_plugin_launcher.shutil.which")
tests/v1/plugin/test_runtime_plugin_launcher.py:None
Routetest_list
patch("lmcache.cli.commands.quota.list_command.http_request")
tests/cli/commands/test_quota.py:None
Routetest_lmcache_url_resolves
patch( "lmcache.cli.commands.bench.engine_bench.config.resolve_tokens_per_gb", return_value=65
tests/cli/commands/bench/test_bench_command.py:None
Routetest_lmcache_url_resolves_tokens_per_gb
patch( "lmcache.cli.commands.bench.engine_bench.config.resolve_tokens_per_gb", return_value=65
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_malformed_device_empty_index_falls_back
patch( "lmcache.v1.storage_backend.path_sharder.torch_dev.is_available", return_value=True,
tests/v1/storage_backend/test_path_sharder.py:None
Routetest_malformed_device_non_numeric_falls_back
patch( "lmcache.v1.storage_backend.path_sharder.torch_dev.is_available", return_value=False,
tests/v1/storage_backend/test_path_sharder.py:None
Routetest_metrics_setup
patch( "lmcache.v1.cache_controller.controllers.registration_controller.PrometheusLogger" )
tests/v1/cache_controller/test_registration_controller.py:None
Routetest_metrics_setup
patch("lmcache.v1.cache_controller.controllers.kv_controller.PrometheusLogger")
tests/v1/cache_controller/test_kv_controller.py:None
Routetest_metrics_setup_no_logger
patch( "lmcache.v1.cache_controller.controllers.registration_controller.PrometheusLogger" )
tests/v1/cache_controller/test_registration_controller.py:None
Routetest_metrics_setup_no_logger
patch("lmcache.v1.cache_controller.controllers.kv_controller.PrometheusLogger")
tests/v1/cache_controller/test_kv_controller.py:None
Routetest_model_auto_detect
patch( "lmcache.cli.commands.bench.engine_bench.config.auto_detect_model", return_value="auto-
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_model_not_found_raises
patch( "lmcache.cli.commands.bench.engine_bench.config._fetch_lmcache_status", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_no_adapter
pytest.mark.parametrize( "method,url", [ ("get", "/cache/kvcache/check?slot_mappin
tests/v1/internal_api_server/test_kvcache_check_api.py:None
Routetest_no_cache_size_raises
patch( "lmcache.cli.commands.bench.engine_bench.config._fetch_lmcache_status", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_no_content_chunks
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_no_gpu_meta_raises
patch( "lmcache.cli.commands.bench.engine_bench.config._fetch_lmcache_status", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_no_layout_raises
patch( "lmcache.cli.commands.bench.engine_bench.config._fetch_lmcache_status", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_quiet_suppresses_output
patch("lmcache.cli.commands.quota.set_command.http_request")
tests/cli/commands/test_quota.py:None
Routetest_raw_block_device_odirect_optional_smoke
pytest.mark.skipif( os.getenv("LMCACHE_RUN_ODIRECT_SMOKE") != "1", reason="O_DIRECT smoke is opt-in an
tests/v1/storage_backend/test_raw_block_device.py:None
Routetest_redis_plugin_custom_url
patch("lmcache.v1.storage_backend.connector.redis_connector.RedisConnector")
tests/v1/test_connector.py:None
Routetest_remote_mla_worker_id_as0
mock.patch("torch.cuda.Stream")
tests/v1/test_remote_mla_worker_id_as0.py:None
Routetest_returns_first_model_id
patch( "lmcache.cli.commands.bench.engine_bench.config.OpenAI", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routetest_run_script_from_file
pytest.mark.parametrize( "script_name,metadata", [ pytest.param(name, meta, id=nam
tests/v1/internal_api_server/test_run_script.py:None
Routetest_set
patch("lmcache.cli.commands.quota.set_command.http_request")
tests/cli/commands/test_quota.py:None
Routetest_stop_plugins_delegates
patch("lmcache.v1.multiprocess.mp_runtime_plugin_launcher.RuntimePluginLauncher")
tests/v1/multiprocess/test_mp_runtime_plugin_launcher.py:None
Routetest_submit_put_task_and_get_blocking
pytest.mark.skipif( not torch.cuda.is_available(), reason="Requires CUDA for GdsBackend get_bl
tests/v1/storage_backend/test_gds_backend.py:None
Routetest_successful_chat_request
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_url_normalization
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_usage_extraction
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_uses_completions_api
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_warmup_defaults_max_tokens_1
patch( "lmcache.cli.commands.bench.engine_bench.request_sender.AsyncOpenAI", )
tests/cli/commands/bench/engine_bench/test_request_sender.py:None
Routetest_world_size_multiplier
patch( "lmcache.cli.commands.bench.engine_bench.config._fetch_lmcache_status", )
tests/cli/commands/bench/engine_bench/test_config.py:None
Routeupdate_node
router.put("/api/nodes/{node_name}")
lmcache/lmcache_frontend/app.py:None
← previous101–181 of 181, ranked by callers