MCPcopy Create free account

hub / github.com/deepspeedai/DeepSpeed / endpoints

Endpoints45 in github.com/deepspeedai/DeepSpeed

⨍ Functions 12,438◇ Types & classes 2,033↳ Endpoints 45
Route_fp_matmul
triton.autotune( configs=[ # basic configs for compute-bound matmuls triton.Config({
deepspeed/ops/transformer/inference/triton/triton_matmul_kernel.py:None
Route_grad_acc_post_hooks
_grad_acc_post_hooks.setter
deepspeed/runtime/base_optimizer.py:None
Routelegacy_deepep_route
functools.wraps(deepep_route)
tests/unit/v1/moe/test_autoep_deepep_parity.py:None
Routetest
pytest.mark.skipif(not get_accelerator().is_fp16_supported(), reason="fp16 is not supported on this accelerato
tests/unit/v1/moe/test_moe_tp.py:None
Routetest
pytest.mark.skipif(not get_accelerator().is_fp16_supported(), reason="fp16 is not supported on this accelerato
tests/unit/v1/moe/test_moe.py:None
Routetest_bias_add
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_add.py:None
Routetest_bias_geglu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_geglu.py:None
Routetest_bias_gelu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_gelu.py:None
Routetest_bias_relu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_relu.py:None
Routetest_conv_transpose_flops
pytest.mark.parametrize("stride, padding, output_padding", [(1, 0, 0), (2, 1, 1)])
tests/unit/profiling/flops_profiler/test_flops_profiler.py:None
Routetest_count_used_parameters_enables_grad_for_grad_acc_lookup
pytest.mark.skipif(not hasattr(torch.autograd.graph, "_get_grad_fn_or_grad_acc"), reason="
tests/unit/runtime/test_runtime_utils.py:None
Routetest_cuda_post_ln
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_post_ln.py:None
Routetest_cuda_post_ln_module
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/modules/test_post_ln_module.py:None
Routetest_cuda_pre_ln
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_pre_ln.py:None
Routetest_dtype
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/modules/test_pre_rms_module.py:None
Routetest_dtype
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/modules/test_cuda_pre_ln_module.py:None
Routetest_dtype_permutations
pytest.mark.parametrize('embed_dtype', get_dtypes())
tests/unit/inference/v2/kernels/ragged_ops/test_ragged_embed.py:None
Routetest_dtypes
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/modules/test_cutlass_moe.py:None
Routetest_dtypes
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_gated_activation.py:None
Routetest_fused_adam_equal
pytest.mark.skipif(not get_accelerator().is_available(), reason="only supported in CUDA environments.")
tests/unit/ops/adam/test_cpu_adam.py:None
Routetest_fused_combine_requires_post_score_apply
pytest.mark.parametrize("score_apply, spec_score_apply", [("auto", "pre"), ("pre", "post")])
tests/unit/v1/moe/test_autoep_unit.py:None
Routetest_fused_lion_equal
pytest.mark.skipif(not get_accelerator().is_available(), reason="only supported in CUDA environments.")
tests/unit/ops/lion/test_cpu_lion.py:None
Routetest_gated_silu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_geglu.py:None
Routetest_generate_calls_graph_capture_when_enabled
patch("deepspeed.runtime.rollout.hybrid_engine_rollout.time.perf_counter")
tests/unit/runtime/rollout/test_hybrid_engine_rollout.py:None
Routetest_generate_does_not_profile_when_disabled
patch("deepspeed.runtime.rollout.hybrid_engine_rollout.get_accelerator")
tests/unit/runtime/rollout/test_hybrid_engine_rollout.py:None
Routetest_generate_records_profile_when_enabled
patch("deepspeed.runtime.rollout.hybrid_engine_rollout.time.perf_counter")
tests/unit/runtime/rollout/test_hybrid_engine_rollout.py:None
Routetest_hybrid_adam_equal
pytest.mark.skipif(not get_accelerator().is_available(), reason="only supported in CUDA environments.")
tests/unit/ops/adam/test_hybrid_adam.py:None
Routetest_layer_norm
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_layer_norm_residual
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_layer_norm_residual_store_pre_ln_res
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_matches_module_injection
pytest.mark.parametrize("gather_output_head", [False, True])
tests/unit/compile/test_tp_compile.py:None
Routetest_moe_residual_matmul
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_moe_res_matmult.py:None
Routetest_output_equals_single_device
pytest.mark.parametrize("num_patches", [8, 12])
tests/unit/v1/sequence_parallelism/test_autosp_equivalence.py:None
Routetest_output_shape_matches_input
pytest.mark.parametrize("num_patches,world_size", [ (16, 4), (16, 2), (9, 3), ])
deepspeed/sequence/test_autosp.py:None
Routetest_residual_add
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_residual_add.py:None
Routetest_rms_dtypes
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_rms_norm.py:None
Routetest_rms_norm
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_rms_norm.py:None
Routetest_score_correction_bias_location_and_registration
pytest.mark.parametrize( "owner_path,bias_kind,persistent", [ ("gate", "buffer", T
tests/unit/v1/moe/test_autoep_unit.py:None
Routetest_stage_3_output_type
pytest.mark.parametrize('output_type', [torch.tensor, dict, None])
tests/unit/runtime/zero/test_zero_context_return.py:None
Routetest_supported_dtypes
pytest.mark.parametrize('dtype', get_dtypes())
tests/unit/inference/v2/kernels/ragged_ops/test_logits_gather.py:None
Routetest_token_channels_permutations
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/kernels/core_ops/test_bias_activation.py:None
Routetest_tp_replicated_gradient_reducer_respects_param_family
pytest.mark.parametrize( ("param_name", "mark_router", "mp_mode", "expected_grad"), ( ("model.
tests/unit/v1/moe/test_autoep_autotp_grad_parity.py:None
Routetest_triton_layer_norm
pytest.mark.parametrize("input_bias", [True, False])
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_zero2_tp_gradient_reducer_uses_shared_param_family_strategy
pytest.mark.parametrize(("mark_router", "expected_grad"), ((True, 1.0), (False, 1.0)))
tests/unit/v1/moe/test_autoep_autotp_grad_parity.py:None
Routetest_zero_optimizer
pytest.mark.skipif(not get_accelerator().is_fp16_supported(), reason="fp16 is not supported on this accelerato
tests/unit/runtime/test_multiple_models.py:None