MCPcopy
hub / github.com/microsoft/Cream / use_teacher_text

Method use_teacher_text

TinyCLIP/src/open_clip/model.py:962–975  ·  view source on GitHub ↗
(self)

Source from the content-addressed store, hash-verified

960 self._without_ddp[0] = self._image_encoder
961
962 def use_teacher_text(self):
963 def teacher_text_encoder_fn(text, normalized=False):
964 teacher = self.get_teacher()
965 with torch.no_grad():
966 return teacher.encode_text(text, normalized=normalized)
967 self._text_encoder = FNBlock(teacher_text_encoder_fn)
968
969 class EmptyTransformer(nn.Module):
970 def __init__(self):
971 super().__init__()
972 self.layers = 0
973 self._text_encoder.transformer = EmptyTransformer()
974 self._text_encoder.token_embedding = None
975 self._without_ddp[1] = self._text_encoder
976
977 def ddpify(self, ddp_fn):
978 def _ddp_fn(module):

Callers

nothing calls this directly

Calls 2

FNBlockClass · 0.85
EmptyTransformerClass · 0.85

Tested by

no test coverage detected