Removed / breaking in @v0.0.35, gone in @v0.03
FastGenClassexamples/llama_inference/generate.py
FastGen.__init__Methodexamples/llama_inference/generate.py
FastGen.buildMethodexamples/llama_inference/generate.py
FastGen.generate_allMethodexamples/llama_inference/generate.py
FastGen.trim_answerMethodexamples/llama_inference/generate.py
GenArgsClassexamples/llama_inference/generate.py
get_promptsFunctionexamples/llama_inference/generate.py
mainFunctionexamples/llama_inference/generate.py
AttentionClassexamples/llama_inference/model.py
Attention.__init__Methodexamples/llama_inference/model.py
Attention.forwardMethodexamples/llama_inference/model.py
Attention.load_hookMethodexamples/llama_inference/model.py
FeedForwardClassexamples/llama_inference/model.py
FeedForward.__init__Methodexamples/llama_inference/model.py
FeedForward.forwardMethodexamples/llama_inference/model.py
FeedForward.load_hookMethodexamples/llama_inference/model.py
ModelArgsClassexamples/llama_inference/model.py
TransformerClassexamples/llama_inference/model.py
Transformer.__init__Methodexamples/llama_inference/model.py
Transformer.forwardMethodexamples/llama_inference/model.py
Transformer.forward_with_attn_biasMethodexamples/llama_inference/model.py
TransformerBlockClassexamples/llama_inference/model.py
TransformerBlock.__init__Methodexamples/llama_inference/model.py
TransformerBlock.forwardMethodexamples/llama_inference/model.py
cache_prefixFunctionexamples/llama_inference/model.py
make_cacheFunctionexamples/llama_inference/model.py
all_gatherFunctionexamples/llama_inference/mp_utils.py
all_reduceFunctionexamples/llama_inference/mp_utils.py
get_rankFunctionexamples/llama_inference/mp_utils.py
get_world_sizeFunctionexamples/llama_inference/mp_utils.py
initializeFunctionexamples/llama_inference/mp_utils.py
top_pFunctionexamples/llama_inference/sample_utils.py
PhaseStatsClassexamples/llama_inference/stats.py
PhaseStats.showMethodexamples/llama_inference/stats.py
StatsClassexamples/llama_inference/stats.py
Stats.__init__Methodexamples/llama_inference/stats.py
Stats.end_phaseMethodexamples/llama_inference/stats.py
Stats.phaseMethodexamples/llama_inference/stats.py
TokenizerClassexamples/llama_inference/tokenizer.py
Tokenizer.__init__Methodexamples/llama_inference/tokenizer.py
Tokenizer.decodeMethodexamples/llama_inference/tokenizer.py
Tokenizer.encodeMethodexamples/llama_inference/tokenizer.py
BuildExtensionWithExtraFilesClasssetup.py
BuildExtensionWithExtraFiles.__init__Methodsetup.py
BuildExtensionWithExtraFiles.build_extensionsMethodsetup.py
BuildExtensionWithExtraFiles.copy_extensions_to_sourceMethodsetup.py
BuildExtensionWithExtraFiles.get_export_symbolsMethodsetup.py
BuildExtensionWithExtraFiles.get_ext_filenameMethodsetup.py
bdist_wheel_abi_noneClasssetup.py
bdist_wheel_abi_none.get_tagMethodsetup.py
generate_version_pyFunctionsetup.py
get_cuda_versionFunctionsetup.py
get_extra_nvcc_flags_for_build_typeFunctionsetup.py
get_hip_versionFunctionsetup.py
get_local_version_suffixFunctionsetup.py
rename_cpp_cuFunctionsetup.py
ProcessPoolExecutorManagerClasstests/multiprocessing_utils.py
ProcessPoolExecutorManager.__enter__Methodtests/multiprocessing_utils.py
ProcessPoolExecutorManager.__exit__Methodtests/multiprocessing_utils.py
ProcessPoolExecutorManager.__init__Methodtests/multiprocessing_utils.py
ProcessPoolExecutorManager.submitMethodtests/multiprocessing_utils.py
SafeMpContextClasstests/multiprocessing_utils.py
SafeMpContext.ProcessMethodtests/multiprocessing_utils.py
SafeMpContext.__enter__Methodtests/multiprocessing_utils.py
SafeMpContext.__exit__Methodtests/multiprocessing_utils.py
SafeMpContext.__getattr__Methodtests/multiprocessing_utils.py
SafeMpContext.__init__Methodtests/multiprocessing_utils.py
SafeMpContext.kill_all_processesMethodtests/multiprocessing_utils.py
SafeMpContext.log_bad_exit_codesMethodtests/multiprocessing_utils.py
_launch_subprocesses_fn_wrapperFunctiontests/multiprocessing_utils.py
get_global_pool_allocatorFunctiontests/multiprocessing_utils.py
init_process_groupFunctiontests/multiprocessing_utils.py
launch_subprocessesFunctiontests/multiprocessing_utils.py
test_layout_to_patternFunctiontests/test_attention_patterns.py
Add_Classtests/test_checkpoint.py
Add_.forwardMethodtests/test_checkpoint.py
AttnClasstests/test_checkpoint.py
Attn.forwardMethodtests/test_checkpoint.py
_ModelClasstests/test_checkpoint.py
_Model.__init__Methodtests/test_checkpoint.py
_Model.forwardMethodtests/test_checkpoint.py
_all_policyFunctiontests/test_checkpoint.py
_get_model_blocksFunctiontests/test_checkpoint.py
_relu_policyFunctiontests/test_checkpoint.py
build_moduleFunctiontests/test_checkpoint.py
test_checkpointFunctiontests/test_checkpoint.py
test_checkpoint_attentionFunctiontests/test_checkpoint.py
test_checkpoint_with_gradFunctiontests/test_checkpoint.py
test_list_operatorsFunctiontests/test_checkpoint.py
test_optimal_checkpoint_policyFunctiontests/test_checkpoint.py
test_optimize_runtime_with_given_memoryFunctiontests/test_checkpoint.py
test_selective_checkpoint_wrapper_compileFunctiontests/test_checkpoint.py
test_flop_formulaFunctiontests/test_fmha_flop_formula.py
test_mask_nonzerosFunctiontests/test_fmha_flop_formula.py
_merge_attentions_refFunctiontests/test_fmha_merge_attentions.py
_pad_seqdimFunctiontests/test_fmha_merge_attentions.py
_sliceFunctiontests/test_fmha_merge_attentions.py
attn_via_PartialFunctiontests/test_fmha_merge_attentions.py
fFunctiontests/test_fmha_merge_attentions.py
gFunctiontests/test_fmha_merge_attentions.py
… +1519 more
Signature changed
pretty_plotFunctionxformers/benchmarks/utils.py
Added new API surface in @v0.03
CharDatasetClassexamples/microGPT.py
CharDataset.__getitem__Methodexamples/microGPT.py
CharDataset.__init__Methodexamples/microGPT.py
CharDataset.__len__Methodexamples/microGPT.py
CharDataset.from_tokensMethodexamples/microGPT.py
CharDataset.to_tokensMethodexamples/microGPT.py
GPTClassexamples/microGPT.py
GPT.__init__Methodexamples/microGPT.py
GPT._init_weightsMethodexamples/microGPT.py
GPT.configure_optimizersMethodexamples/microGPT.py
GPT.forwardMethodexamples/microGPT.py
GPT.get_block_sizeMethodexamples/microGPT.py
GPT.training_stepMethodexamples/microGPT.py
GPT.update_lrMethodexamples/microGPT.py
sampleFunctionexamples/microGPT.py
top_k_logitsFunctionexamples/microGPT.py
find_versionFunctionsetup.py
test_reshape_key_padding_maskFunctiontests/test_attention_utils.py
_get_multiheadFunctiontests/test_attentions.py
test_different_kq_dimensionsFunctiontests/test_attentions.py
test_kqv_orderingFunctiontests/test_attentions.py
test_order_invarianceFunctiontests/test_attentions.py
test_xformer_decoder_blockFunctiontests/test_block_factory.py
test_xformer_encoder_blockFunctiontests/test_block_factory.py
test_amp_attention_denseFunctiontests/test_core_attention.py
test_amp_attention_dense_no_maskFunctiontests/test_core_attention.py
test_amp_attention_sparseFunctiontests/test_core_attention.py
test_amp_attention_sparsecsFunctiontests/test_core_attention.py
test_core_attentionFunctiontests/test_core_attention.py
test_core_attention_mask_typesFunctiontests/test_core_attention.py
_baseline_matmul_with_dense_maskFunctiontests/test_custom_ops.py
_baseline_matmul_with_sparse_maskFunctiontests/test_custom_ops.py
_baseline_sparse_bmmFunctiontests/test_custom_ops.py
compute_gradsFunctiontests/test_custom_ops.py
test_csr_transposeFunctiontests/test_custom_ops.py
test_matmul_with_maskFunctiontests/test_custom_ops.py
test_matmul_with_mask_backwardFunctiontests/test_custom_ops.py
test_sddmm_cooFunctiontests/test_custom_ops.py
test_sddmm_csrFunctiontests/test_custom_ops.py
test_sddmm_csr_per_nnzFunctiontests/test_custom_ops.py
test_sddmm_sputnikFunctiontests/test_custom_ops.py
test_sddmm_sputnik_backwardFunctiontests/test_custom_ops.py
test_sparse_bmmFunctiontests/test_custom_ops.py
test_sparse_bmm_backwardFunctiontests/test_custom_ops.py
test_sparse_coo_broadcastFunctiontests/test_custom_ops.py
test_sparse_softmax_sputnikFunctiontests/test_custom_ops.py
test_sparse_softmax_sputnik_backwardFunctiontests/test_custom_ops.py
test_spmm_sputnikFunctiontests/test_custom_ops.py
test_spmm_sputnik_backwardFunctiontests/test_custom_ops.py
test_dimensionsFunctiontests/test_embedding.py
_get_rng_dataFunctiontests/test_favor.py
_plot_distributionFunctiontests/test_favor.py
checkFunctiontests/test_favor.py
test_approximation_accuracyFunctiontests/test_favor.py
test_feature_map_redrawFunctiontests/test_favor.py
test_feature_map_shapeFunctiontests/test_favor.py
test_random_matrixFunctiontests/test_favor.py
test_feedforwardFunctiontests/test_feedforward.py
test_global_attentionFunctiontests/test_global_attention.py
test_ratioFunctiontests/test_global_attention.py
test_presetsFunctiontests/test_model_factory.py
test_att_mask_ignoredFunctiontests/test_nystrom_attention.py
test_close_to_sdpFunctiontests/test_nystrom_attention.py
test_maskingFunctiontests/test_nystrom_attention.py
test_nystrom_attentionFunctiontests/test_nystrom_attention.py
reset_seedsFunctiontests/test_pytorch_transformer_parity.py
test_pytorch_encoder_parityFunctiontests/test_pytorch_transformer_parity.py
test_pytorch_tranformer_parityFunctiontests/test_pytorch_transformer_parity.py
_rev_configFunctiontests/test_reversible.py
dataFunctiontests/test_reversible.py
evaluateFunctiontests/test_reversible.py
stepFunctiontests/test_reversible.py
test_reversible_no_alternateFunctiontests/test_reversible.py
test_reversible_runsFunctiontests/test_reversible.py
test_reversible_trainFunctiontests/test_reversible.py
test_rotary_embeddingsFunctiontests/test_rotary_embeddings.py
_baseline_dense_to_sparseFunctiontests/test_sparsecs.py
test_dense_sparseFunctiontests/test_sparsecs.py
test_dense_to_sparseFunctiontests/test_sparsecs.py
test_deviceFunctiontests/test_sparsecs.py
test_logical_andFunctiontests/test_sparsecs.py
replace_attn_with_xformers_oneFunctiontests/test_timm_wrap.py
test_timm_wrapperFunctiontests/test_timm_wrap.py
k_meanFunctiontests/test_triton_basics.py
statsFunctiontests/test_triton_basics.py
test_meanFunctiontests/test_triton_basics.py
_reset_seedsFunctiontests/test_triton_blocksparse.py
loss_fnFunctiontests/test_triton_blocksparse.py
test_attention_fwd_bwdFunctiontests/test_triton_blocksparse.py
test_blocksparse_attention_parityFunctiontests/test_triton_blocksparse.py
test_matmulFunctiontests/test_triton_blocksparse.py
test_softmaxFunctiontests/test_triton_blocksparse.py
test_dropoutFunctiontests/test_triton_dropout.py
test_fused_linear_parityFunctiontests/test_triton_fused_linear.py
test_fused_matmulFunctiontests/test_triton_fused_linear.py
test_layernorm_parityFunctiontests/test_triton_layernorm.py
test_no_contiguousFunctiontests/test_triton_layernorm.py
test_softmax_fp16Functiontests/test_triton_softmax.py
test_softmax_parityFunctiontests/test_triton_softmax.py
_register_extensionsFunctionxformers/__init__.py
… +443 more