MCPcopy Create free account
hub / github.com/BerriAI/litellm / function_setup

Function function_setup

litellm/utils.py:1266–1632  ·  view source on GitHub ↗
(
    original_function: str,
    rules_obj: Rules,
    start_time: datetime.datetime,
    *args: Any,  # positional passthrough to the wrapped LLM call (ANN401 ignored, see ruff-strict.toml)
    is_async_call: bool = True,
    **kwargs: Any,  # kwargs-ok: forwarded to Logging()/callbacks, varies per call_type
)

Source from the content-addressed store, hash-verified

1264
1265
1266def function_setup(
1267 original_function: str,
1268 rules_obj: Rules,
1269 start_time: datetime.datetime,
1270 *args: Any, # positional passthrough to the wrapped LLM call (ANN401 ignored, see ruff-strict.toml)
1271 is_async_call: bool = True,
1272 **kwargs: Any, # kwargs-ok: forwarded to Logging()/callbacks, varies per call_type
1273) -> tuple[LiteLLMLoggingObject, dict[str, Any]]:
1274 ### NOTICES ###
1275 if litellm.set_verbose is True:
1276 verbose_logger.warning(
1277 "`litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."
1278 )
1279 logging_obj: LiteLLMLoggingObject | None = None # rebind-ok: set to the real object further down on success
1280 try:
1281 global callback_list, add_breadcrumb, user_logger_fn, Logging
1282
1283 ## CUSTOM LLM SETUP ##
1284 custom_llm_setup()
1285
1286 ## GET APPLIED GUARDRAILS
1287 applied_guardrails: Final = get_applied_guardrails(kwargs)
1288
1289 ## LOGGING SETUP
1290 function_id: Final[str | None] = kwargs["id"] if "id" in kwargs else None
1291
1292 ## LAZY LOAD COROUTINE CHECKER ##
1293 get_coroutine_checker_fn: Final = litellm_utils.get_coroutine_checker
1294 coroutine_checker: Final = get_coroutine_checker_fn()
1295
1296 ## DYNAMIC CALLBACKS ##
1297 dynamic_callbacks: Final[list[str | Callable | CustomLogger] | None] = kwargs.pop("callbacks", None)
1298 all_callbacks: Final = get_dynamic_callbacks(dynamic_callbacks=dynamic_callbacks)
1299
1300 with litellm.logging_callback_manager.callback_lists_lock:
1301 if len(all_callbacks) > 0:
1302 for callback in all_callbacks:
1303 # check if callback is a string - e.g. "lago", "openmeter"
1304 if isinstance(callback, str):
1305 callback = litellm.litellm_core_utils.litellm_logging._init_custom_logger_compatible_class(
1306 callback,
1307 internal_usage_cache=None,
1308 llm_router=None,
1309 )
1310 if callback is None or any(
1311 type(cb) is type(callback) for cb in litellm._async_success_callback
1312 ): # don't double add a callback
1313 continue
1314 if callback not in litellm.input_callback:
1315 litellm.input_callback.append(callback)
1316 if callback not in litellm.success_callback:
1317 litellm.logging_callback_manager.add_litellm_success_callback(callback)
1318 if callback not in litellm.failure_callback:
1319 litellm.logging_callback_manager.add_litellm_failure_callback(callback)
1320 if callback not in litellm._async_success_callback:
1321 litellm.logging_callback_manager.add_litellm_async_success_callback(callback)
1322 if callback not in litellm._async_failure_callback:
1323 litellm.logging_callback_manager.add_litellm_async_failure_callback(callback)

Calls 15

get_set_callbacksFunction · 0.90
safe_deep_copyFunction · 0.90
get_llm_providerFunction · 0.90
GoogleGenAIAdapterClass · 0.90
get_last_user_messageFunction · 0.90
custom_llm_setupFunction · 0.85
get_applied_guardrailsFunction · 0.85
get_dynamic_callbacksFunction · 0.85
_is_gemini_modelFunction · 0.85