Create a LLaMA model from config (no download needed).
(args)
| 50 | |
| 51 | |
| 52 | def create_model(args): |
| 53 | """Create a LLaMA model from config (no download needed).""" |
| 54 | config = LlamaConfig( |
| 55 | hidden_size=args.hidden_size, |
| 56 | intermediate_size=args.intermediate_size, |
| 57 | num_hidden_layers=args.num_layers, |
| 58 | num_attention_heads=args.num_heads, |
| 59 | vocab_size=args.vocab_size, |
| 60 | max_position_embeddings=args.seq_len * 2, |
| 61 | ) |
| 62 | dtype = get_torch_dtype(args.dtype) |
| 63 | model = LlamaForCausalLM(config).to(dtype=dtype, device=args.device) |
| 64 | return model |
| 65 | |
| 66 | |
| 67 | def make_batch(args): |
no test coverage detected