MCPcopy Create free account

hub / github.com/deepspeedai/DeepSpeed / endpoints

Endpoints34 in github.com/deepspeedai/DeepSpeed

⨍ Functions 10,922◇ Types & classes 1,850↳ Endpoints 34
Route_fp_matmul
triton.autotune( configs=[ # basic configs for compute-bound matmuls triton.Config({
deepspeed/ops/transformer/inference/triton/triton_matmul_kernel.py:None
Route_grad_acc_post_hooks
_grad_acc_post_hooks.setter
deepspeed/runtime/base_optimizer.py:None
Routetest_bias_add
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_add.py:None
Routetest_bias_geglu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_geglu.py:None
Routetest_bias_gelu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_gelu.py:None
Routetest_bias_relu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_relu.py:None
Routetest_count_used_parameters_enables_grad_for_grad_acc_lookup
pytest.mark.skipif(not hasattr(torch.autograd.graph, "_get_grad_fn_or_grad_acc"), reason="
tests/unit/runtime/test_runtime_utils.py:None
Routetest_cuda_post_ln
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_post_ln.py:None
Routetest_cuda_post_ln_module
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/modules/test_post_ln_module.py:None
Routetest_cuda_pre_ln
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_pre_ln.py:None
Routetest_dtype
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/modules/test_pre_rms_module.py:None
Routetest_dtype
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/modules/test_cuda_pre_ln_module.py:None
Routetest_dtype_permutations
pytest.mark.parametrize('embed_dtype', get_dtypes())
tests/unit/inference/v2/kernels/ragged_ops/test_ragged_embed.py:None
Routetest_dtypes
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/modules/test_cutlass_moe.py:None
Routetest_dtypes
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_gated_activation.py:None
Routetest_fused_adam_equal
pytest.mark.skipif(not get_accelerator().is_available(), reason="only supported in CUDA environments.")
tests/unit/ops/adam/test_cpu_adam.py:None
Routetest_fused_lion_equal
pytest.mark.skipif(not get_accelerator().is_available(), reason="only supported in CUDA environments.")
tests/unit/ops/lion/test_cpu_lion.py:None
Routetest_gated_silu
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_bias_geglu.py:None
Routetest_hybrid_adam_equal
pytest.mark.skipif(not get_accelerator().is_available(), reason="only supported in CUDA environments.")
tests/unit/ops/adam/test_hybrid_adam.py:None
Routetest_layer_norm
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_layer_norm_residual
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_layer_norm_residual_store_pre_ln_res
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_moe_residual_matmul
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_moe_res_matmult.py:None
Routetest_output_equals_single_device
pytest.mark.parametrize("num_patches", [8, 12])
tests/unit/sequence_parallelism/test_autosp_equivalence.py:None
Routetest_output_shape_matches_input
pytest.mark.parametrize("num_patches,world_size", [ (16, 4), (16, 2), (9, 3), ])
deepspeed/sequence/test_autosp.py:None
Routetest_residual_add
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_residual_add.py:None
Routetest_rms_dtypes
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/inference/v2/kernels/core_ops/test_rms_norm.py:None
Routetest_rms_norm
pytest.mark.parametrize("dtype", get_dtypes())
tests/unit/ops/transformer/inference/test_rms_norm.py:None
Routetest_stage_3_output_type
pytest.mark.parametrize('output_type', [torch.tensor, dict, None])
tests/unit/runtime/zero/test_zero_context_return.py:None
Routetest_supported_dtypes
pytest.mark.parametrize('dtype', get_dtypes())
tests/unit/inference/v2/kernels/ragged_ops/test_logits_gather.py:None
Routetest_token_channels_permutations
pytest.mark.parametrize("dtype", get_dtypes(include_float=False))
tests/unit/inference/v2/kernels/core_ops/test_bias_activation.py:None
Routetest_tp_replicated_gradient_reducer_respects_param_family
pytest.mark.parametrize( ("param_name", "mark_router", "mp_mode", "expected_grad"), ( ("model.
tests/unit/v1/moe/test_autoep_autotp_grad_parity.py:None
Routetest_triton_layer_norm
pytest.mark.parametrize("input_bias", [True, False])
tests/unit/ops/transformer/inference/test_layer_norm.py:None
Routetest_zero2_tp_gradient_reducer_uses_shared_param_family_strategy
pytest.mark.parametrize(("mark_router", "expected_grad"), ((True, 1.0), (False, 1.0)))
tests/unit/v1/moe/test_autoep_autotp_grad_parity.py:None