router.post( "/extras/tokenize/count", summary="Tokenize Count", dependencies=[Depends(authenticat

router.post( "/v1/chat/completions", summary="Chat", dependencies=[Depends(authenticate)], res

app.post("/v1/chat/completions")

app.post("/v1/chat/completions")

router.post( "/v1/completions", summary="Completion", dependencies=[Depends(authenticate)], re

app.post("/v1/completions")

router.post( "/v1/embeddings", summary="Embedding", dependencies=[Depends(authenticate)], tags

app.post("/v1/embeddings", response_model=CreateEmbeddingResponse)

app.post("/v1/responses")

router.post( "/extras/detokenize", summary="Detokenize", dependencies=[Depends(authenticate)],

router.get( "/v1/models", summary="Models", dependencies=[Depends(authenticate)], tags=[openai

app.get("/healthz", response_model=HealthzResponse)

app.get("/v1/models", response_model=ModelListResponse)

ctypes_function( "llama_adapter_get_alora_invocation_tokens", [llama_adapter_lora_p_ctypes], ctype

ctypes_function( "llama_adapter_get_alora_n_invocation_tokens", [llama_adapter_lora_p_ctypes], cty

ctypes_function( "llama_batch_get_one", [ llama_token_p, ctypes.c_int32, ], ll

_ctypes_function_from_names( ( "llama_get_ctx_other", "_Z19llama_get_ctx_otherP13llama_con

ctypes_function( "llama_get_embeddings", [llama_context_p_ctypes], ctypes.POINTER(ctypes.c_float) )

ctypes_function( "llama_get_embeddings_ith", [llama_context_p_ctypes, ctypes.c_int32], ctypes.POIN

_ctypes_function_from_names( ( "llama_get_embeddings_nextn", "_Z26llama_get_embeddings_nex

_ctypes_function_from_names( ( "llama_get_embeddings_nextn_ith", "_Z30llama_get_embeddings

ctypes_function( "llama_get_embeddings_seq", [llama_context_p_ctypes, llama_seq_id], ctypes.POINTE

ctypes_function( "llama_get_logits", [llama_context_p_ctypes], ctypes.POINTER(ctypes.c_float) )

ctypes_function( "llama_get_logits_ith", [llama_context_p_ctypes, ctypes.c_int32], ctypes.POINTER(

ctypes_function("llama_get_memory", [llama_context_p_ctypes], llama_memory_t_ctypes)

ctypes_function("llama_get_model", [llama_context_p_ctypes], llama_model_p_ctypes)

ctypes_function( "llama_get_sampled_candidates_count_ith", [llama_context_p_ctypes, ctypes.c_int32],

ctypes_function( "llama_get_sampled_candidates_ith", [llama_context_p_ctypes, ctypes.c_int32], cty

ctypes_function( "llama_get_sampled_logits_count_ith", [llama_context_p_ctypes, ctypes.c_int32], c

ctypes_function( "llama_get_sampled_logits_ith", [llama_context_p_ctypes, ctypes.c_int32], ctypes.

ctypes_function( "llama_get_sampled_probs_count_ith", [llama_context_p_ctypes, ctypes.c_int32], ct

ctypes_function( "llama_get_sampled_probs_ith", [llama_context_p_ctypes, ctypes.c_int32], ctypes.P

ctypes_function( "llama_get_sampled_token_ith", [llama_context_p_ctypes, ctypes.c_int32], llama_token )

ctypes_function("llama_get_state_size", [llama_context_p_ctypes], ctypes.c_size_t)

ctypes_function( "llama_log_get", [ctypes.POINTER(llama_log_callback), ctypes.POINTER(ctypes.c_void_p)

ctypes_function("llama_model_get_vocab", [llama_model_p_ctypes], llama_vocab_p_ctypes)

ctypes_function( "llama_sampler_chain_get", [llama_sampler_p_ctypes, ctypes.c_int32], llama_sample

ctypes_function( "llama_sampler_get_seed", [llama_sampler_p_ctypes], ctypes.c_uint32, )

ctypes_function( "llama_state_get_data", [ llama_context_p_ctypes, ctypes.POINTER(ctyp

ctypes_function("llama_state_get_size", [llama_context_p_ctypes], ctypes.c_size_t)

ctypes_function( "llama_state_seq_get_data", [ llama_context_p_ctypes, ctypes.POINTER(

ctypes_function( "llama_state_seq_get_data_ext", [ llama_context_p_ctypes, ctypes.POIN

ctypes_function( "llama_state_seq_get_size", [llama_context_p_ctypes, llama_seq_id], ctypes.c_size

ctypes_function( "llama_state_seq_get_size_ext", [llama_context_p_ctypes, llama_seq_id, llama_state_se

ctypes_function( "llama_token_get_attr", [llama_vocab_p_ctypes, llama_token], ctypes.c_int, )

ctypes_function( "llama_token_get_score", [llama_vocab_p_ctypes, llama_token], ctypes.c_float, )

ctypes_function( "llama_token_get_text", [llama_vocab_p_ctypes, llama_token], ctypes.c_char_p, )

ctypes_function( "llama_vocab_get_add_bos", [llama_vocab_p_ctypes], ctypes.c_bool, )

ctypes_function( "llama_vocab_get_add_eos", [llama_vocab_p_ctypes], ctypes.c_bool, )

ctypes_function( "llama_vocab_get_add_sep", [llama_vocab_p_ctypes], ctypes.c_bool, )

ctypes_function( "llama_vocab_get_attr", [llama_vocab_p_ctypes, llama_token], ctypes.c_int )

ctypes_function( "llama_vocab_get_score", [llama_vocab_p_ctypes, llama_token], ctypes.c_float )

ctypes_function( "llama_vocab_get_text", [llama_vocab_p_ctypes, llama_token], ctypes.c_char_p )

app.get("/metrics")

ctypes_function( "mtmd_batch_add_chunk", [mtmd_batch_p_ctypes, mtmd_input_chunk_p_ctypes], c_int,

ctypes_function( "mtmd_batch_get_output_embd", [mtmd_batch_p_ctypes, mtmd_input_chunk_p_ctypes], P

ctypes_function("mtmd_bitmap_get_data", [mtmd_bitmap_p_ctypes], POINTER(c_uint8))

ctypes_function("mtmd_bitmap_get_id", [mtmd_bitmap_p_ctypes], c_char_p)

ctypes_function("mtmd_bitmap_get_n_bytes", [mtmd_bitmap_p_ctypes], c_size_t)

ctypes_function("mtmd_bitmap_get_nx", [mtmd_bitmap_p_ctypes], c_uint32)

ctypes_function("mtmd_bitmap_get_ny", [mtmd_bitmap_p_ctypes], c_uint32)

ctypes_function( "mtmd_decode_use_non_causal", [mtmd_context_p_ctypes, mtmd_input_chunk_p_ctypes],

ctypes_function( "mtmd_encode_chunk", [mtmd_context_p_ctypes, mtmd_input_chunk_p_ctypes], c_int, )

ctypes_function("mtmd_get_audio_sample_rate", [mtmd_context_p_ctypes], c_int)

ctypes_function("mtmd_get_cap_from_file", [c_char_p], mtmd_caps)

ctypes_function("mtmd_get_marker", [mtmd_context_p_ctypes], c_char_p)

ctypes_function("mtmd_get_output_embd", [mtmd_context_p_ctypes], POINTER(c_float))

ctypes_function( "mtmd_helper_decode_image_chunk", [ mtmd_context_p_ctypes, llama_cpp.

ctypes_function( "mtmd_helper_eval_chunk_single", [ mtmd_context_p_ctypes, llama_cpp.l

ctypes_function( "mtmd_helper_eval_chunks", [ mtmd_context_p_ctypes, llama_cpp.llama_c

ctypes_function( "mtmd_helper_get_n_pos", [mtmd_input_chunks_p_ctypes], llama_cpp.llama_pos, )

ctypes_function("mtmd_helper_get_n_tokens", [mtmd_input_chunks_p_ctypes], c_size_t)

ctypes_function( "mtmd_helper_image_get_decoder_pos", [mtmd_image_tokens_p_ctypes, llama_cpp.llama_pos

ctypes_function( "mtmd_helper_video_get_info", [mtmd_helper_video_p_ctypes], mtmd_helper_video_inf

ctypes_function( "mtmd_image_tokens_get_decoder_pos", [mtmd_image_tokens_p_ctypes, llama_cpp.llama_pos

ctypes_function("mtmd_image_tokens_get_id", [mtmd_image_tokens_p_ctypes], c_char_p)

ctypes_function( "mtmd_image_tokens_get_n_pos", [mtmd_image_tokens_p_ctypes], llama_cpp.llama_pos,

ctypes_function( "mtmd_image_tokens_get_n_tokens", [mtmd_image_tokens_p_ctypes], c_size_t )

ctypes_function("mtmd_image_tokens_get_nx", [mtmd_image_tokens_p_ctypes], c_size_t)

ctypes_function("mtmd_image_tokens_get_ny", [mtmd_image_tokens_p_ctypes], c_size_t)

ctypes_function( "mtmd_input_chunk_copy", [mtmd_input_chunk_p_ctypes], mtmd_input_chunk_p_ctypes )

ctypes_function("mtmd_input_chunk_free", [mtmd_input_chunk_p_ctypes], None)

ctypes_function("mtmd_input_chunk_get_id", [mtmd_input_chunk_p_ctypes], c_char_p)

ctypes_function( "mtmd_input_chunk_get_n_pos", [mtmd_input_chunk_p_ctypes], llama_cpp.llama_pos, )

ctypes_function("mtmd_input_chunk_get_n_tokens", [mtmd_input_chunk_p_ctypes], c_size_t)

ctypes_function( "mtmd_input_chunk_get_tokens_image", [mtmd_input_chunk_p_ctypes], mtmd_image_toke

ctypes_function( "mtmd_input_chunk_get_tokens_text", [mtmd_input_chunk_p_ctypes, POINTER(c_size_t)],

ctypes_function("mtmd_input_chunk_get_type", [mtmd_input_chunk_p_ctypes], c_int)

ctypes_function("mtmd_input_chunks_free", [mtmd_input_chunks_p_ctypes], None)

ctypes_function( "mtmd_input_chunks_get", [mtmd_input_chunks_p_ctypes, c_size_t], mtmd_input_chunk

ctypes_function("mtmd_input_chunks_init", [], mtmd_input_chunks_p_ctypes)

ctypes_function("mtmd_input_chunks_size", [mtmd_input_chunks_p_ctypes], c_size_t)

ctypes_function("mtmd_test_create_input_chunks", [], mtmd_input_chunks_p_ctypes)

ctypes_function( "mtmd_tokenize", [ mtmd_context_p_ctypes, mtmd_input_chunks_p_ctypes,

router.post( "/extras/tokenize", summary="Tokenize", dependencies=[Depends(authenticate)], tag