Functions — github.com/Nerogar/mgds

↓ 153 callersMethod_get_previous_item

(self, variation: int, name: str, index: int)

src/mgds/PipelineModule.py:76

↓ 78 callersMethod_get_previous_length

(self, name: str)

src/mgds/PipelineModule.py:142

↓ 19 callersMethod_get_rand

(self, variation: int, index: int = -1)

src/mgds/PipelineModule.py:188

↓ 17 callersMethod_all_contexts

(self, autocast_contexts: list[torch.autocast | None])

src/mgds/PipelineModule.py:182

↓ 6 callersMethodstart

(self, variation: int)

src/mgds/pipelineModules/RamCache.py:129

↓ 5 callersMethod__raise_variation_error

( self, module: 'PipelineModule', name: str, current_variation

src/mgds/PipelineModule.py:58

↓ 4 callersMethod__quantize_resolution

(self, resolution: tuple[float, float], quantization: int)

src/mgds/pipelineModules/AspectBucketing.py:77

↓ 4 callersMethodget_item

(self, variation: int, index: int, requested_name: str = None)

src/mgds/pipelineModules/MapData.py:31

↓ 4 callersMethodget_outputs

(self)

src/mgds/PipelineModule.py:211

↓ 3 callersMethod__get_cache_dir

(self, group_key: str, in_variation: int)

src/mgds/pipelineModules/DiskCache.py:135

↓ 3 callersMethodclear_item_cache

(self)

src/mgds/PipelineModule.py:55

↓ 3 callersMethodget_meta

(self, variation: int, name: str)

src/mgds/pipelineModules/AspectBucketing.py:119

↓ 3 callersMethodprobability_weighted

(self, p: float, mode: str, i: int, input_length: int)

src/mgds/pipelineModules/DropTags.py:100

↓ 2 callersMethod__clone_for_cache

(self, x: Any)

src/mgds/pipelineModules/DiskCache.py:154

↓ 2 callersMethod__crop

(tensor: Tensor, y_min: int, y_max: int, x_min: int, x_max: int)

src/mgds/pipelineModules/RandomMaskRotateCrop.py:104

↓ 2 callersMethod__fill_cache

Fills the internal cache until one bucket is full

src/mgds/pipelineModules/InlineAspectBatchSorting.py:46

↓ 2 callersMethod__get_masked_region

(mask: Tensor)

src/mgds/pipelineModules/RandomMaskRotateCrop.py:45

↓ 2 callersMethod__rotate

(tensor: Tensor, center: list[int], angle: float)

src/mgds/pipelineModules/RandomMaskRotateCrop.py:96

↓ 2 callersMethod_has_previous_next

(self, name: str)

src/mgds/PipelineModule.py:172

↓ 2 callersMethod_torch_gc

(self)

src/mgds/PipelineModule.py:192

↓ 2 callersMethodget_next_item

(self)

src/mgds/OutputPipelineModule.py:33

↓ 2 callersMethodhas_next

(self)

src/mgds/OutputPipelineModule.py:55

↓ 2 callersMethodreset_serial_modules_before

(self, module_index: int)

src/mgds/LoadingPipeline.py:67

↓ 2 callersMethodstart_next_epoch

(self)

src/mgds/MGDS.py:48

↓ 1 callersMethod__apply

(self, rand: Random, mask: Tensor, item: dict[str, Tensor])

src/mgds/pipelineModules/RandomMaskRotateCrop.py:107

↓ 1 callersMethod__create_automatic_buckets

( self, target_resolutions: list[int], )

src/mgds/pipelineModules/AspectBucketing.py:83

↓ 1 callersMethod__flatten

(self, data: list | object)

src/mgds/LoadingPipeline.py:51

↓ 1 callersMethod__get_bucket

(self, rand: Random, h: int, w: int, target_resolution: int)

src/mgds/pipelineModules/AspectBucketing.py:114

↓ 1 callersMethod__get_disc_mask

(radial_gradient: Tensor, radius)

src/mgds/pipelineModules/RandomCircularMaskShrink.py:86

↓ 1 callersMethod__get_duration

(self, path: str)

src/mgds/pipelineModules/LoadVideo.py:48

↓ 1 callersMethod__get_input_index

(self, out_variation: int, out_index: int)

src/mgds/pipelineModules/VariationSorting.py:109

↓ 1 callersMethod__get_input_index

(self, out_variation: int, out_index: int)

src/mgds/pipelineModules/DiskCache.py:229

↓ 1 callersMethod__get_input_index

(self, out_variation: int, out_index: int)

src/mgds/pipelineModules/RamCache.py:115

↓ 1 callersMethod__get_radial_gradient

(mask: Tensor, center: (int, int))

src/mgds/pipelineModules/RandomCircularMaskShrink.py:54

↓ 1 callersMethod__get_random_point_in_mask

(mask: Tensor, seed: int)

src/mgds/pipelineModules/RandomCircularMaskShrink.py:38

↓ 1 callersMethod__init__

( self, device: torch.device, concepts: list[dict], settings:

src/mgds/MGDS.py:17

↓ 1 callersMethod__init__

(self, max_threads: int|None = None)

src/mgds/PipelineModule.py:25

↓ 1 callersMethod__init_variations

Prepares variations before caching starts. Each index is sorted into a group. Data is written into three variables. self

src/mgds/pipelineModules/VariationSorting.py:55

↓ 1 callersMethod__init_variations

Prepares variations before caching starts. Each index is sorted into a group. Data is written into three variables. self

src/mgds/pipelineModules/DiskCache.py:74

↓ 1 callersMethod__init_variations

Prepares variations before caching starts. Each index is sorted into a group. Data is written into three variables. self

src/mgds/pipelineModules/RamCache.py:61

↓ 1 callersMethod__is_caching_done

(self, group_key: str, in_variation: int)

src/mgds/pipelineModules/DiskCache.py:139

↓ 1 callersMethod__list_files

(self, path: str, include_subdirectories: bool)

src/mgds/pipelineModules/CollectPaths.py:45

↓ 1 callersMethod__raise_index_error

( self, module: 'PipelineModule', name: str, current_index: in

src/mgds/PipelineModule.py:67

↓ 1 callersMethod__refresh_cache

(self, out_variation: int)

src/mgds/pipelineModules/DiskCache.py:159

↓ 1 callersMethod__shuffle

(self, variation: int)

src/mgds/pipelineModules/InlineAspectBatchSorting.py:38

↓ 1 callersMethod__shuffle

(self)

src/mgds/pipelineModules/AspectBatchSorting.py:27

↓ 1 callersMethod__sort_resolutions

(self, variation: int)

src/mgds/pipelineModules/AspectBatchSorting.py:62

↓ 1 callersMethod__string_key

(self, data: list[Any])

src/mgds/pipelineModules/VariationSorting.py:51

↓ 1 callersMethod__string_key

(self, data: list[Any])

src/mgds/pipelineModules/DiskCache.py:70

↓ 1 callersMethod__string_key

(self, data: list[Any])

src/mgds/pipelineModules/RamCache.py:57

↓ 1 callersMethod_get_previous_meta

(self, variation: int, name: str)

src/mgds/PipelineModule.py:157

↓ 1 callersMethod_load_pillow

Fallback method to load the image through pillow. MUCH slower, because the tensor transform holds the GIL.

src/mgds/pipelineModules/LoadImage.py:86

↓ 1 callersMethodapproximate_length

(self)

src/mgds/MGDS.py:45

↓ 1 callersMethodget_special_tags

(self, sptags: str, delim: str)

src/mgds/pipelineModules/DropTags.py:59

↓ 1 callersMethodinit

(self, pipeline: 'LoadingPipeline', base_seed: int, module_index: int, state: PipelineState)

src/mgds/PipelineModule.py:40

↓ 1 callersMethodlength

(self)

src/mgds/pipelineModules/MapData.py:22

↓ 1 callersMethodparse_regex

(self, splist_in: list[str], taglist: list[str])

src/mgds/pipelineModules/DropTags.py:73

↓ 1 callersFunctiontest

()

tests/test_main.py:41

↓ 1 callersFunctiontest

()

tests/test_vae.py:24

Method__init__

(self, dataset: MGDS, batch_size)

src/mgds/MGDS.py:53

Method__init__

( self, device: torch.device, modules: list[PipelineModule], b

src/mgds/LoadingPipeline.py:23

Method__init__

(self, settings: dict)

src/mgds/SettingsPipelineModule.py:9

Method__init__

( self, names: list[str | tuple[str, str]], )

src/mgds/OutputPipelineModule.py:9

Method__init__

(self)

src/mgds/PipelineModule.py:36

Method__init__

(self)

src/mgds/PipelineModule.py:49

Method__init__

(self, concepts: list[dict])

src/mgds/ConceptPipelineModule.py:9

Method__init__

( self, in_name: str, out_name: str, movq: VQModel,

src/mgds/pipelineModules/EncodeMoVQ.py:14

Method__init__

( self, image_in_name: str, image_out_name: str, mean: Tuple[float, float,

src/mgds/pipelineModules/NormalizeImageChannels.py:13

Method__init__

( self, tokens_name: str, tokens_attention_mask_in_name: str | None,

src/mgds/pipelineModules/EncodeIdeogramText.py:16

Method__init__

( self, path_in_name: str, image_out_name: str, range_min: flo

src/mgds/pipelineModules/LoadImage.py:16

Method__init__

( self, names: list[str], enabled_in_name: str, fixed_enabled_

src/mgds/pipelineModules/RandomSaturation.py:11

Method__init__

( self, tokens_name: str, tokens_attention_mask_name: str, t5_

src/mgds/pipelineModules/EncodeAnimaText.py:15

Method__init__

( self, resolution_in_name: str, names: list[str], batch_size:

src/mgds/pipelineModules/InlineAspectBatchSorting.py:9

Method__init__

( self, concept_in_name: str, path_in_name: str, include_subdirectories_in_name: str,

src/mgds/pipelineModules/CollectPaths.py:13

Method__init__

(self, names: list[str], world_size: int, rank: int)

src/mgds/pipelineModules/InlineDistributedSampler.py:9

Method__init__

( self, names: list[str], balancing_in_name: str | None = None,

src/mgds/pipelineModules/VariationSorting.py:14

Method__init__

(self, resolution_in_name: str, names: [str], batch_size: int)

src/mgds/pipelineModules/AspectBatchSorting.py:9

Method__init__

( self, names: list[str], enabled_in_name: str, fixed_enabled_

src/mgds/pipelineModules/RandomBrightness.py:11

Method__init__

(self, path_in_name: str, texts_out_name: str)

src/mgds/pipelineModules/LoadMultipleTexts.py:11

Method__init__

(self, in_name: str, out_name: str, postfix: str, extension: str)

src/mgds/pipelineModules/ModifyPath.py:11

Method__init__

(self, in_name: str, out_name: str, factor: float)

src/mgds/pipelineModules/ScaleImage.py:11

Method__init__

( self, names: list[str], enabled_in_name: str, fixed_enabled_

src/mgds/pipelineModules/RandomHue.py:11

Method__init__

( self, tokens_in_name: str, tokens_attention_mask_in_name: str | None,

src/mgds/pipelineModules/EncodeT5Text.py:14

Method__init__

( self, in_name: str, out_name: str, )

src/mgds/pipelineModules/ImageToVideo.py:11

Method__init__

( self, image_in_name: str, mask_in_name: str, image_out_name:

src/mgds/pipelineModules/GenerateMaskedConditioningImage.py:9

Method__init__

( self, latent_mask_name: str, latent_conditioning_image_name: str | None,

src/mgds/pipelineModules/RandomLatentMaskRemove.py:15

Method__init__

( self, in_name: str, out_name: str, vae: AutoencoderKL | Auto

src/mgds/pipelineModules/EncodeVAE.py:15

Method__init__

( self, path_in_name: str, target_frame_count_in_name: str, vi

src/mgds/pipelineModules/LoadVideo.py:12

Method__init__

( self, tokens_name: str, tokens_mask_name: str, hidden_state_

src/mgds/pipelineModules/PadMaskedTokens.py:11

Method__init__

( self, path_in_name: str, filename_out_name: str, include_ext

src/mgds/pipelineModules/GetFilename.py:11

Method__init__

(self, setting_name: str, out_name: str, setting_to_in_name_map: dict[str, str], default_in_name: str)

src/mgds/pipelineModules/SelectInput.py:9

Method__init__

( self, image_in_name: str, image_out_name: str, color: float

src/mgds/pipelineModules/GenerateImageLike.py:11

Method__init__

(self, path_in_name: str, text_out_name: str)

src/mgds/pipelineModules/LoadText.py:9

Method__init__

( self, names: list[str], enabled_in_name: str, fixed_enabled_

src/mgds/pipelineModules/RandomFlip.py:11

Method__init__

( self, tokens_name: str, tokens_attention_mask_in_name: str | None,

src/mgds/pipelineModules/EncodeMistralText.py:13

Method__init__

( self, concept_in_name: str, path_in_name: str, enabled_in_na

src/mgds/pipelineModules/DownloadHuggingfaceDatasets.py:13

Method__init__

( self, image_in_name: str, image_out_name: str, in_range_min: float, in_r

src/mgds/pipelineModules/RescaleImageChannels.py:9

Method__init__

( self, text_in_name: str, enabled_in_name: str, probability_i

src/mgds/pipelineModules/DropTags.py:13

Method__init__

( self, cache_dir: str, split_names: list[str] | None = None,

src/mgds/pipelineModules/DiskCache.py:19

Method__init__

( self, mask_name: str, additional_names: list[str], enabled_i

src/mgds/pipelineModules/RandomMaskRotateCrop.py:16

Functions424 in github.com/Nerogar/mgds