MCPcopy Create free account
hub / github.com/modelscope/modelscope / get_preprocessors

Method get_preprocessors

modelscope/trainers/trainer.py:372–401  ·  view source on GitHub ↗

Get the preprocessors information. Args: preprocessor: The input preprocessor info. Returns: The train_preprocessor and eval_preprocessor, can be None.

(self, preprocessor)

Source from the content-addressed store, hash-verified

370 return create_device(device_name)
371
372 def get_preprocessors(self, preprocessor):
373 """Get the preprocessors information.
374
375 Args:
376 preprocessor: The input preprocessor info.
377
378 Returns:
379 The train_preprocessor and eval_preprocessor, can be None.
380 """
381 train_preprocessor = None
382 eval_preprocessor = None
383 if isinstance(preprocessor, Preprocessor):
384 train_preprocessor = preprocessor
385 eval_preprocessor = preprocessor
386 elif isinstance(preprocessor, Mapping):
387 if ConfigKeys.train in preprocessor:
388 assert isinstance(preprocessor[ConfigKeys.train], Callable)
389 train_preprocessor = preprocessor[ConfigKeys.train]
390 if ConfigKeys.val in preprocessor:
391 assert isinstance(preprocessor[ConfigKeys.val], Callable)
392 eval_preprocessor = preprocessor[ConfigKeys.val]
393 elif hasattr(self.cfg, ConfigFields.preprocessor
394 ) and self.cfg.preprocessor is not None:
395 train_preprocessor, eval_preprocessor = self.build_preprocessor()
396
397 if train_preprocessor is not None:
398 train_preprocessor.mode = ModeKeys.TRAIN
399 if eval_preprocessor is not None:
400 eval_preprocessor.mode = ModeKeys.EVAL
401 return train_preprocessor, eval_preprocessor
402
403 def rebuild_config(self, cfg: Config):
404 """A method used to rebuild the config, any subclass can override this method.

Callers 1

__init__Method · 0.95

Calls 1

build_preprocessorMethod · 0.95

Tested by

no test coverage detected