Removed / breaking in @v0.19.3, gone in @v0.19.4
pytestFunctionci/torch_latest.py
resolve_modal_torch_configFunctionci/torch_latest.py
resolve_modal_transformers_configFunctionci/torch_latest.py
resolve_selected_testsFunctionci/torch_latest.py
torch_package_reinstall_commandFunctionci/torch_latest.py
transformers_override_commandsFunctionci/torch_latest.py
_schedule_aio_workMethodcsrc/aio/py_lib/deepspeed_py_io_handle.cpp
patch_aotautogradFunctiondeepspeed/compile/inductor.py
empty_cacheFunctiondeepspeed/compile/passes/offload_adam_states.py
make_offload_syncFunctiondeepspeed/compile/passes/offload_adam_states.py
make_offload_taskFunctiondeepspeed/compile/passes/offload_adam_states.py
make_reload_taskFunctiondeepspeed/compile/passes/offload_adam_states.py
run_offload_syncFunctiondeepspeed/compile/passes/offload_adam_states.py
run_offload_taskFunctiondeepspeed/compile/passes/offload_adam_states.py
run_reload_taskFunctiondeepspeed/compile/passes/offload_adam_states.py
TokenReordererClassdeepspeed/moe/ep_kernels.py
TokenReorderer.__init__Methoddeepspeed/moe/ep_kernels.py
TokenReorderer.forwardMethoddeepspeed/moe/ep_kernels.py
TestExpertWeightGradWithZeroClasstests/unit/moe/test_moe.py
TestExpertWeightGradWithZero._get_weight_biasMethodtests/unit/moe/test_moe.py
TestExpertWeightGradWithZero.extract_expert_gradMethodtests/unit/moe/test_moe.py
TestExpertWeightGradWithZero.get_modelsMethodtests/unit/moe/test_moe.py
TestExpertWeightGradWithZero.get_state_dict_ep2Methodtests/unit/moe/test_moe.py
TestExpertWeightGradWithZero.seed_everythingMethodtests/unit/moe/test_moe.py
TestExpertWeightGradWithZero.testMethodtests/unit/moe/test_moe.py
TestMoEClasstests/unit/moe/test_moe.py
TestMoE.strict_average_tensorMethodtests/unit/moe/test_moe.py
TestMoE.strict_narrowMethodtests/unit/moe/test_moe.py
TestMoE.testMethodtests/unit/moe/test_moe.py
TestMoESingletonClasstests/unit/moe/test_moe.py
TestMoESingleton.counted_all_reduceMethodtests/unit/moe/test_moe.py
TestMoESingleton.counted_all_to_allMethodtests/unit/moe/test_moe.py
TestMoESingleton.fail_collectiveMethodtests/unit/moe/test_moe.py
TestMoESingleton.test_all_to_allMethodtests/unit/moe/test_moe.py
TestMoESingleton.test_capacityMethodtests/unit/moe/test_moe.py
TestMoESingleton.test_no_ep_groupMethodtests/unit/moe/test_moe.py
TestPRMoEClasstests/unit/moe/test_moe.py
TestPRMoE.testMethodtests/unit/moe/test_moe.py
TestSimpleMoEClasstests/unit/moe/test_moe.py
TestSimpleMoE.testMethodtests/unit/moe/test_moe.py
TestTopkClasstests/unit/moe/test_moe.py
TestTopk.testMethodtests/unit/moe/test_moe.py
TestTopkGateClasstests/unit/moe/test_moe.py
TestTopkGate.check_equalMethodtests/unit/moe/test_moe.py
TestTopkGate.testMethodtests/unit/moe/test_moe.py
MPUClasstests/unit/moe/test_moe_tp.py
MPU.__init__Methodtests/unit/moe/test_moe_tp.py
MPU.get_data_parallel_groupMethodtests/unit/moe/test_moe_tp.py
MPU.get_data_parallel_rankMethodtests/unit/moe/test_moe_tp.py
MPU.get_data_parallel_world_sizeMethodtests/unit/moe/test_moe_tp.py
MPU.get_model_parallel_groupMethodtests/unit/moe/test_moe_tp.py
MPU.get_model_parallel_rankMethodtests/unit/moe/test_moe_tp.py
MPU.get_model_parallel_world_sizeMethodtests/unit/moe/test_moe_tp.py
TestMOETensorParallelClasstests/unit/moe/test_moe_tp.py
TestMOETensorParallel.testMethodtests/unit/moe/test_moe_tp.py
TestAsyncFileOffsetClasstests/unit/ops/aio/test_aio.py
TestAsyncFileOffset.test_offset_readMethodtests/unit/ops/aio/test_aio.py
TestAsyncFileOffset.test_offset_writeMethodtests/unit/ops/aio/test_aio.py
TestAsyncQueueClasstests/unit/ops/aio/test_aio.py
TestAsyncQueue.test_readMethodtests/unit/ops/aio/test_aio.py
TestAsyncQueue.test_writeMethodtests/unit/ops/aio/test_aio.py
TestReadClasstests/unit/ops/aio/test_aio.py
TestRead.test_async_readMethodtests/unit/ops/aio/test_aio.py
TestRead.test_parallel_readMethodtests/unit/ops/aio/test_aio.py
TestWriteClasstests/unit/ops/aio/test_aio.py
TestWrite.test_async_writeMethodtests/unit/ops/aio/test_aio.py
TestWrite.test_parallel_writeMethodtests/unit/ops/aio/test_aio.py
_do_ref_writeFunctiontests/unit/ops/aio/test_aio.py
_get_file_pathFunctiontests/unit/ops/aio/test_aio.py
_get_local_rankFunctiontests/unit/ops/aio/test_aio.py
_get_test_write_fileFunctiontests/unit/ops/aio/test_aio.py
_get_test_write_file_and_pinned_tensorFunctiontests/unit/ops/aio/test_aio.py
_get_test_write_file_and_unpinned_tensorFunctiontests/unit/ops/aio/test_aio.py
_skip_for_invalid_environmentFunctiontests/unit/ops/aio/test_aio.py
_validate_handle_stateFunctiontests/unit/ops/aio/test_aio.py
_build_writerFunctiontests/unit/ops/aio/test_fast_file_writer_fd_close.py
_count_deleted_fdsFunctiontests/unit/ops/aio/test_fast_file_writer_fd_close.py
test_close_releases_fd_after_unlinkFunctiontests/unit/ops/aio/test_fast_file_writer_fd_close.py
test_rotation_loop_does_not_leakFunctiontests/unit/ops/aio/test_fast_file_writer_fd_close.py
TestAsyncFileOffsetClasstests/unit/ops/aio/test_gds.py
TestAsyncFileOffset.test_offset_readMethodtests/unit/ops/aio/test_gds.py
TestAsyncFileOffset.test_offset_writeMethodtests/unit/ops/aio/test_gds.py
TestAsyncQueueClasstests/unit/ops/aio/test_gds.py
TestAsyncQueue.test_readMethodtests/unit/ops/aio/test_gds.py
TestAsyncQueue.test_writeMethodtests/unit/ops/aio/test_gds.py
TestLockDeviceTensorClasstests/unit/ops/aio/test_gds.py
TestLockDeviceTensor.test_pin_device_tensorMethodtests/unit/ops/aio/test_gds.py
TestReadClasstests/unit/ops/aio/test_gds.py
TestRead.test_async_readMethodtests/unit/ops/aio/test_gds.py
TestRead.test_parallel_readMethodtests/unit/ops/aio/test_gds.py
TestWriteClasstests/unit/ops/aio/test_gds.py
TestWrite.test_async_writeMethodtests/unit/ops/aio/test_gds.py
TestWrite.test_parallel_writeMethodtests/unit/ops/aio/test_gds.py
_do_ref_writeFunctiontests/unit/ops/aio/test_gds.py
_get_file_pathFunctiontests/unit/ops/aio/test_gds.py
_get_local_rankFunctiontests/unit/ops/aio/test_gds.py
_get_test_write_fileFunctiontests/unit/ops/aio/test_gds.py
_get_test_write_file_and_device_bufferFunctiontests/unit/ops/aio/test_gds.py
_validate_handle_stateFunctiontests/unit/ops/aio/test_gds.py
TestTPPlanExtraction.test_priority_config_over_modelMethodtests/unit/runtime/test_tp_plan_extraction.py
… +1 more
Signature changed
MLU_Accelerator.initial_seedMethodaccelerator/mlu_accelerator.py
MLU_Accelerator.pin_memoryMethodaccelerator/mlu_accelerator.py
_emit_github_outputFunctionci/tests_fetcher.py
_extract_zero_shard_files_stage3Functiondeepspeed/checkpoint/ds_to_universal.py
_merge_tp_slice_filesFunctiondeepspeed/checkpoint/ds_to_universal.py
_merge_zero_shardsFunctiondeepspeed/checkpoint/ds_to_universal.py
extract_zero_shards_stage3Functiondeepspeed/checkpoint/ds_to_universal.py
merge_tp_slicesFunctiondeepspeed/checkpoint/ds_to_universal.py
launch_compile_passesFunctiondeepspeed/compile/backend.py
make_backendFunctiondeepspeed/compile/backend.py
get_backward_inputsFunctiondeepspeed/compile/patch_compiled_func.py
compute_split_planFunctiondeepspeed/module_inject/auto_ep_layer.py
LinearLayer.__init__Methoddeepspeed/module_inject/layers.py
LinearLayer.from_weightsMethoddeepspeed/module_inject/layers.py
count_tokens_per_expertFunctiondeepspeed/moe/ep_count.py
GroupedExperts.__init__Methoddeepspeed/moe/ep_experts.py
TopKGate.forwardMethoddeepspeed/moe/sharded_moe.py
top1gatingFunctiondeepspeed/moe/sharded_moe.py
top2gatingFunctiondeepspeed/moe/sharded_moe.py
topkgatingFunctiondeepspeed/moe/sharded_moe.py
checkpointFunctiondeepspeed/runtime/activation_checkpointing/checkpointing.py
OptimizerStateSwapInfo.__init__Methoddeepspeed/runtime/swap_tensor/optimizer_utils.py
OptimizerSwapper.__init__Methoddeepspeed/runtime/swap_tensor/optimizer_utils.py
SwapBufferManager.__init__Methoddeepspeed/runtime/swap_tensor/utils.py
SwapBufferPool.__init__Methoddeepspeed/runtime/swap_tensor/utils.py
run_tp_layer_fwd_bwdFunctiontests/unit/model_parallelism/test_autotp_training.py
compare_lossFunctiontests/unit/v1/compile/util.py
TestZero3ActivationCheckpointLifecycle.test_reused_checkpointed_module_invocations_release_independentlyMethodts/unit/v1/zero/test_zero_activation_checkpoint_lifecycle.py
_initialize_zero3Functionts/unit/v1/zero/test_zero_activation_checkpoint_lifecycle.py
_zero3_configFunctionts/unit/v1/zero/test_zero_activation_checkpoint_lifecycle.py
Added new API surface in @v0.19.4
DeepSpeedAccelerator.prefer_triton_grouped_mmMethodaccelerator/abstract_accelerator.py
CUDA_Accelerator.prefer_triton_grouped_mmMethodaccelerator/cuda_accelerator.py
test_external_repo_root_keeps_output_in_trusted_checkoutFunctionci/test_tests_fetcher.py
test_github_output_contains_only_validated_mode_and_countFunctionci/test_tests_fetcher.py
test_output_path_cannot_escape_or_replace_trusted_checkoutFunctionci/test_tests_fetcher.py
test_summary_escapes_candidate_controls_and_markupFunctionci/test_tests_fetcher.py
AppClassci/test_torch_latest.py
App.lookupMethodci/test_torch_latest.py
FakeProcessClassci/test_torch_latest.py
FakeProcess.__init__Methodci/test_torch_latest.py
FakeProcess.waitMethodci/test_torch_latest.py
FakeSandboxClassci/test_torch_latest.py
FakeSandbox.__init__Methodci/test_torch_latest.py
FakeSandbox.execMethodci/test_torch_latest.py
FakeSandbox.terminateMethodci/test_torch_latest.py
FakeSandbox.waitMethodci/test_torch_latest.py
ImageClassci/test_torch_latest.py
Image.from_registryMethodci/test_torch_latest.py
LocalHistoryClassci/test_torch_latest.py
LocalHistory.__init__Methodci/test_torch_latest.py
LocalHistory.cleanupMethodci/test_torch_latest.py
SandboxClassci/test_torch_latest.py
Sandbox.createMethodci/test_torch_latest.py
Sandbox.execMethodci/test_torch_latest.py
_all_test_functionsFunctionci/test_torch_latest.py
_expect_errorFunctionci/test_torch_latest.py
_fake_modalFunctionci/test_torch_latest.py
_gitFunctionci/test_torch_latest.py
_selection_fileFunctionci/test_torch_latest.py
_valid_envFunctionci/test_torch_latest.py
mainFunctionci/test_torch_latest.py
test_candidate_checkout_builds_public_urls_from_validated_metadataFunctionci/test_torch_latest.py
test_collector_checkout_preserves_merge_base_for_subset_selectionFunctionci/test_torch_latest.py
test_controller_creates_one_sandbox_without_forwarding_secrets_and_cleans_upFunctionci/test_torch_latest.py
test_controller_inputs_and_push_manual_fallbackFunctionci/test_torch_latest.py
test_controller_propagates_command_and_cleanup_failuresFunctionci/test_torch_latest.py
test_exact_checkout_rejects_escaping_symlink_and_cleans_destinationFunctionci/test_torch_latest.py
test_exact_checkout_uses_requested_commits_and_detached_headFunctionci/test_torch_latest.py
test_git_environment_is_positive_allowlistFunctionci/test_torch_latest.py
test_launcher_source_has_no_local_packaging_or_shell_executionFunctionci/test_torch_latest.py
test_module_import_is_modal_freeFunctionci/test_torch_latest.py
test_none_mode_creates_no_modal_resourcesFunctionci/test_torch_latest.py
test_remote_output_is_prefixed_escaped_capped_and_drainedFunctionci/test_torch_latest.py
test_remote_plan_is_structural_and_preserves_order_and_scopeFunctionci/test_torch_latest.py
test_repository_and_sha_validationFunctionci/test_torch_latest.py
test_sandbox_kwargs_are_fixed_and_secret_freeFunctionci/test_torch_latest.py
test_selection_modes_and_path_validationFunctionci/test_torch_latest.py
test_selection_rejects_duplicate_symlink_size_count_and_controlsFunctionci/test_torch_latest.py
test_transformers_ref_validationFunctionci/test_torch_latest.py
test_validate_selection_cli_needs_no_modal_installFunctionci/test_torch_latest.py
test_workflow_keeps_github_execution_trusted_and_preserves_modesFunctionci/test_torch_latest.py
_resolve_output_pathFunctionci/tests_fetcher.py
_single_lineFunctionci/tests_fetcher.py
ControllerCleanupErrorClassci/torch_latest.py
ControllerCleanupError.__init__Methodci/torch_latest.py
ControllerInputsClassci/torch_latest.py
RemoteCommandClassci/torch_latest.py
_build_parserFunctionci/torch_latest.py
_checkout_exactFunctionci/torch_latest.py
_cleanup_sandboxFunctionci/torch_latest.py
_git_commandFunctionci/torch_latest.py
_remote_gitFunctionci/torch_latest.py
_run_localFunctionci/torch_latest.py
_single_lineFunctionci/torch_latest.py
_validate_checkout_symlinksFunctionci/torch_latest.py
_validate_targetFunctionci/torch_latest.py
build_git_envFunctionci/torch_latest.py
build_remote_commandsFunctionci/torch_latest.py
build_sandbox_envFunctionci/torch_latest.py
build_sandbox_kwargsFunctionci/torch_latest.py
checkout_candidateFunctionci/torch_latest.py
exclude_unsupported_gds_targetsFunctionci/torch_latest.py
load_test_selectionFunctionci/torch_latest.py
mainFunctionci/torch_latest.py
resolve_controller_inputsFunctionci/torch_latest.py
run_controllerFunctionci/torch_latest.py
run_sandbox_commandFunctionci/torch_latest.py
validate_repositoryFunctionci/torch_latest.py
validate_shaFunctionci/torch_latest.py
validate_transformers_refFunctionci/torch_latest.py
warn_consumer_ssd_writesFunctioncsrc/aio/py_lib/deepspeed_aio_op_desc.cpp
sharedMethodcsrc/aio/py_lib/deepspeed_pin_tensor.cpp
_schedule_aio_work_lockedMethodcsrc/aio/py_lib/deepspeed_py_io_handle.cpp
_wait_lockedMethodcsrc/aio/py_lib/deepspeed_py_io_handle.cpp
is_pinnedMethodcsrc/aio/py_lib/deepspeed_py_io_handle.cpp
_build_zero3_rank_gridFunctiondeepspeed/checkpoint/ds_to_universal.py
_group_per_tp_shapesFunctiondeepspeed/checkpoint/ds_to_universal.py
_load_universal_checkpoint_info_stage3Functiondeepspeed/checkpoint/ds_to_universal.py
_zero3_tp_dp_ranks_from_fileFunctiondeepspeed/checkpoint/ds_to_universal.py
_get_fw_real_inputsFunctiondeepspeed/compile/backend.py
cleanup_compiled_backward_stateFunctiondeepspeed/compile/backend.py
restore_aotautogradFunctiondeepspeed/compile/inductor.py
_allow_dynamo_dynamic_parameter_shapes_for_z3Functiondeepspeed/compile/init_z3.py
restoreFunctiondeepspeed/compile/init_z3.py
_alloc_reload_bufferFunctiondeepspeed/compile/passes/offload_adam_states.py
_find_graph_anchorFunctiondeepspeed/compile/passes/offload_adam_states.py
_offload_opt_launch_implFunctiondeepspeed/compile/passes/offload_adam_states.py
_opt_empty_cache_implFunctiondeepspeed/compile/passes/offload_adam_states.py
_register_op_taskFunctiondeepspeed/compile/passes/offload_adam_states.py
_reload_copy_stream_sync_implFunctiondeepspeed/compile/passes/offload_adam_states.py
… +374 more