| 30 | const MODEL_NAME: &'static str = "gemma3"; |
| 31 | |
| 32 | async fn load(ctx: &mut Context) -> Result<Option<Box<Self>>> { |
| 33 | let mut base = TextModelBase::load::<Gemma3Block>(ctx, DEFAULT_EOS_TOKEN).await?; |
| 34 | |
| 35 | // Gemma 3 Instruct also stops at <end_of_turn> (token 106). |
| 36 | if let Some(eot_id) = base.tokenizer.token_to_id("<end_of_turn>") { |
| 37 | base.eos_token_id = Some(match base.eos_token_id.take() { |
| 38 | Some(EosTokenId::Single(id)) => EosTokenId::Multiple(vec![id, eot_id]), |
| 39 | Some(EosTokenId::Multiple(mut ids)) => { |
| 40 | ids.push(eot_id); |
| 41 | EosTokenId::Multiple(ids) |
| 42 | } |
| 43 | None => EosTokenId::Single(eot_id), |
| 44 | }); |
| 45 | } |
| 46 | |
| 47 | let history = Gemma3History::new(); |
| 48 | Ok(Some(Box::new(Self { base, history }))) |
| 49 | } |
| 50 | } |
| 51 | |
| 52 | #[async_trait] |