| 37 | |
| 38 | |
| 39 | class FakeModelConfig: |
| 40 | def __init__(self): |
| 41 | self.hidden_size = 768 |
| 42 | self.intermediate_size = 768 |
| 43 | self.num_hidden_layers = 12 |
| 44 | self.num_attention_heads = 12 |
| 45 | self.rms_norm_eps = 1e-6 |
| 46 | self.tie_word_embeddings = True |
| 47 | self.ori_vocab_size = 32000 |
| 48 | self.moe_layer_start_index = 8 |
| 49 | self.pretrained_config = Mock() |
| 50 | self.pretrained_config.prefix_name = "test" |
| 51 | self.num_key_value_heads = 1 |
| 52 | self.head_dim = 1 |
| 53 | self.is_quantized = False |
| 54 | self.hidden_act = "relu" |
| 55 | self.vocab_size = 32000 |
| 56 | self.hidden_dropout_prob = 0.1 |
| 57 | self.initializer_range = 0.02 |
| 58 | self.max_position_embeddings = 512 |
| 59 | self.tie_word_embeddings = True |
| 60 | self.model_format = "auto" |
| 61 | self.enable_mm = False |
| 62 | self.max_model_len = 512 |
| 63 | self.logprobs_mode = "raw_logprobs" |
| 64 | self.architectures = ["test_model"] |
| 65 | self.mm_max_tokens_per_item = None |
| 66 | |
| 67 | |
| 68 | class FakeLoadConfig: |
no outgoing calls