Functions — github.com/Nerogar/mgds

Method__init__

(self, texts_in_name: str, text_out_name: str)

src/mgds/pipelineModules/SelectRandomText.py:9

Method__init__

( self, text_in_name: str, enabled_in_name: str, probability_i

src/mgds/pipelineModules/CapitalizeTags.py:10

Method__init__

(self, in_names: list[str], out_name: str)

src/mgds/pipelineModules/SelectFirstInput.py:9

Method__init__

( self, mask_name: str, enabled_in_name: str, shrink_probabili

src/mgds/pipelineModules/RandomCircularMaskShrink.py:12

Method__init__

( self, in_name: str, tokens_attention_mask_in_name: str | None,

src/mgds/pipelineModules/EncodeClipText.py:14

Method__init__

( self, text_in_name: str, enabled_in_name: str, delimiter_in_

src/mgds/pipelineModules/ShuffleTags.py:9

Method__init__

( self, tokens_in_name: str, tokens_attention_mask_in_name: str | None,

src/mgds/pipelineModules/EncodeGemmaText.py:14

Method__init__

( self, cache_names: list[str], balancing_in_name: str | None = None,

src/mgds/pipelineModules/RamCache.py:16

Method__init__

( self, in_name: str, out_name: str, map_fn: Callable[[Any], A

src/mgds/pipelineModules/MapData.py:11

Method__init__

( self, tokens_name: str, tokens_attention_mask_in_name: str | None,

src/mgds/pipelineModules/EncodeQwenText.py:13

Method__init__

( self, image_in_name: str, original_path_in_name: str, path:

src/mgds/pipelineModules/SaveImage.py:17

Method__init__

(self, names: [str], world_size: int, rank: int)

src/mgds/pipelineModules/DistributedSampler.py:9

Method__init__

( self, in_name: str, tokens_out_name: str, mask_out_name: str

src/mgds/pipelineModules/Tokenize.py:16

Method__init__

( self, in_name: str, out_name: str, movq: VQModel,

src/mgds/pipelineModules/DecodeMoVQ.py:14

Method__init__

( self, path_in_name: str, image_out_name: str, image_depth_pr

src/mgds/pipelineModules/GenerateDepth.py:15

Method__init__

(self, image_in_name: str, resolution_out_name: str)

src/mgds/pipelineModules/CalcAspect.py:9

Method__init__

( self, text_in_name: str, text_out_name: str, old_text: str,

src/mgds/pipelineModules/ReplaceText.py:9

Method__init__

( self, quantization: int, resolution_in_name: str, target_res

src/mgds/pipelineModules/AspectBucketing.py:30

Method__init__

( self, resolution_in_name: str, target_resolution_in_name: str,

src/mgds/pipelineModules/SingleAspectCalculation.py:11

Method__init__

(self, in_name: str, out_name: str, tokenizer: CLIPTokenizer)

src/mgds/pipelineModules/DecodeTokens.py:11

Method__init__

( self, text_in_name: str, original_path_in_name: str, path: s

src/mgds/pipelineModules/SaveText.py:14

Method__init__

(self, in_name: str, out_name: str, mode='mean')

src/mgds/pipelineModules/SampleVAEDistribution.py:9

Method__init__

( self, names: list[str], enabled_in_name: str, fixed_enabled_

src/mgds/pipelineModules/RandomRotate.py:12

Method__init__

( self, in_name: str, out_name: str, vae: AutoencoderKL,

src/mgds/pipelineModules/DecodeVAE.py:14

Method__init__

( self, names: list[str], enabled_in_name: str, fixed_enabled_

src/mgds/pipelineModules/RandomContrast.py:11

Method__init__

( self, tokens_name: str, tokens_attention_mask_in_name: str | None,

src/mgds/pipelineModules/EncodeLlamaText.py:13

Method__init__

( self, tokens_name: str, tokens_mask_name: str, hidden_state_

src/mgds/pipelineModules/PruneMaskedTokens.py:9

Method__init__

( self, names: list[str], scale_resolution_in_name: str, crop_

src/mgds/pipelineModules/ScaleCropImage.py:12

Method__init__

(self)

src/mgds/pipelineModuleTypes/SerialPipelineModule.py:8

Method__init__

(self)

src/mgds/pipelineModuleTypes/RandomAccessPipelineModule.py:8

Method__init__

(self)

src/mgds/pipelineModuleTypes/SingleVariationRandomAccessPipelineModule.py:8

Method__iter__

(self)

src/mgds/MGDS.py:42

Method__next__

(self)

src/mgds/LoadingPipeline.py:111

Methodapproximate_length

Returns the approximated length of a full epoch. The number might not be exact, because the length can change between epochs.

src/mgds/LoadingPipeline.py:60

Methodapproximate_length

(self)

src/mgds/OutputPipelineModule.py:24

Methodapproximate_length

(self)

src/mgds/pipelineModules/InlineAspectBatchSorting.py:26

Methodapproximate_length

(self)

src/mgds/pipelineModules/InlineDistributedSampler.py:21

Methodapproximate_length

(self)

src/mgds/pipelineModules/SaveImage.py:34

Methodapproximate_length

(self)

src/mgds/pipelineModules/SaveText.py:27

Methodapproximate_length

Returns the approximate number of items this module can return. The number may not be exact if the exact number of items is not known

src/mgds/pipelineModuleTypes/SerialPipelineModule.py:14

Methodfn

(group_index, in_index, in_variation, current_device)

src/mgds/pipelineModules/DiskCache.py:189

Methodget_inputs

(self)

src/mgds/SettingsPipelineModule.py:16

Methodget_inputs

(self)

src/mgds/OutputPipelineModule.py:27

Methodget_inputs

(self)

src/mgds/PipelineModule.py:207

Methodget_inputs

(self)

src/mgds/ConceptPipelineModule.py:16

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeMoVQ.py:33

Methodget_inputs

(self)

src/mgds/pipelineModules/NormalizeImageChannels.py:30

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeIdeogramText.py:39

Methodget_inputs

(self)

src/mgds/pipelineModules/LoadImage.py:49

Methodget_inputs

(self)

src/mgds/pipelineModules/RandomSaturation.py:27

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeAnimaText.py:42

Methodget_inputs

(self)

src/mgds/pipelineModules/InlineAspectBatchSorting.py:32

Methodget_inputs

(self)

src/mgds/pipelineModules/CollectPaths.py:39

Methodget_inputs

(self)

src/mgds/pipelineModules/InlineDistributedSampler.py:15

Methodget_inputs

(self)

src/mgds/pipelineModules/VariationSorting.py:41

Methodget_inputs

(self)

src/mgds/pipelineModules/AspectBatchSorting.py:21

Methodget_inputs

(self)

src/mgds/pipelineModules/RandomBrightness.py:27

Methodget_inputs

(self)

src/mgds/pipelineModules/LoadMultipleTexts.py:19

Methodget_inputs

(self)

src/mgds/pipelineModules/ModifyPath.py:25

Methodget_inputs

(self)

src/mgds/pipelineModules/ScaleImage.py:20

Methodget_inputs

(self)

src/mgds/pipelineModules/RandomHue.py:27

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeT5Text.py:41

Methodget_inputs

(self)

src/mgds/pipelineModules/ImageToVideo.py:23

Methodget_inputs

(self)

src/mgds/pipelineModules/GenerateMaskedConditioningImage.py:28

Methodget_inputs

(self)

src/mgds/pipelineModules/RandomLatentMaskRemove.py:48

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeVAE.py:35

Methodget_inputs

(self)

src/mgds/pipelineModules/LoadVideo.py:42

Methodget_inputs

(self)

src/mgds/pipelineModules/PadMaskedTokens.py:27

Methodget_inputs

(self)

src/mgds/pipelineModules/GetFilename.py:25

Methodget_inputs

(self)

src/mgds/pipelineModules/SelectInput.py:21

Methodget_inputs

(self)

src/mgds/pipelineModules/GenerateImageLike.py:33

Methodget_inputs

(self)

src/mgds/pipelineModules/LoadText.py:17

Methodget_inputs

(self)

src/mgds/pipelineModules/RandomFlip.py:25

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeMistralText.py:38

Methodget_inputs

(self)

src/mgds/pipelineModules/DownloadHuggingfaceDatasets.py:33

Methodget_inputs

(self)

src/mgds/pipelineModules/RescaleImageChannels.py:26

Methodget_inputs

(self)

src/mgds/pipelineModules/DropTags.py:41

Methodget_inputs

(self)

src/mgds/pipelineModules/DiskCache.py:59

Methodget_inputs

(self)

src/mgds/pipelineModules/RandomMaskRotateCrop.py:38

Methodget_inputs

(self)

src/mgds/pipelineModules/SelectRandomText.py:17

Methodget_inputs

(self)

src/mgds/pipelineModules/CapitalizeTags.py:32

Methodget_inputs

(self)

src/mgds/pipelineModules/SelectFirstInput.py:17

Methodget_inputs

(self)

src/mgds/pipelineModules/RandomCircularMaskShrink.py:31

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeClipText.py:41

Methodget_inputs

(self)

src/mgds/pipelineModules/ShuffleTags.py:27

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeGemmaText.py:39

Methodget_inputs

(self)

src/mgds/pipelineModules/RamCache.py:47

Methodget_inputs

(self)

src/mgds/pipelineModules/MapData.py:25

Methodget_inputs

(self)

src/mgds/pipelineModules/EncodeQwenText.py:45

Methodget_inputs

(self)

src/mgds/pipelineModules/SaveImage.py:37

Methodget_inputs

(self)

src/mgds/pipelineModules/DistributedSampler.py:19

Methodget_inputs

(self)

src/mgds/pipelineModules/Tokenize.py:57

Methodget_inputs

(self)

src/mgds/pipelineModules/DecodeMoVQ.py:33

Methodget_inputs

(self)

src/mgds/pipelineModules/GenerateDepth.py:36

Methodget_inputs

(self)

src/mgds/pipelineModules/CalcAspect.py:17

Methodget_inputs

(self)

src/mgds/pipelineModules/ReplaceText.py:25

Methodget_inputs

(self)

src/mgds/pipelineModules/AspectBucketing.py:65

Methodget_inputs

(self)

src/mgds/pipelineModules/SingleAspectCalculation.py:38

Methodget_inputs

(self)

src/mgds/pipelineModules/DecodeTokens.py:20

Methodget_inputs

(self)

src/mgds/pipelineModules/SaveText.py:30

Functions424 in github.com/Nerogar/mgds