Spaces:

nonhuman
/

nnnn

Runtime error

App Files Files Community

nnnn / litellm /integrations /custom_logger.py

nonhuman

Upload 165 files

395201c 7 months ago

raw history blame contribute delete

No virus

2.73 kB

	#### What this does ####
	# On success, logs events to Promptlayer
	import dotenv, os
	import requests
	import requests

	dotenv.load_dotenv() # Loading env variables using dotenv
	import traceback


	class CustomLogger: # https://docs.litellm.ai/docs/observability/custom_callback#callback-class
	# Class variables or attributes
	def __init__(self):
	pass

	def log_pre_api_call(self, model, messages, kwargs):
	pass

	def log_post_api_call(self, kwargs, response_obj, start_time, end_time):
	pass

	def log_stream_event(self, kwargs, response_obj, start_time, end_time):
	pass

	def log_success_event(self, kwargs, response_obj, start_time, end_time):
	pass

	def log_failure_event(self, kwargs, response_obj, start_time, end_time):
	pass


	#### SINGLE-USE #### - https://docs.litellm.ai/docs/observability/custom_callback#using-your-custom-callback-function

	def log_input_event(self, model, messages, kwargs, print_verbose, callback_func):
	try:
	kwargs["model"] = model
	kwargs["messages"] = messages
	kwargs["log_event_type"] = "pre_api_call"
	callback_func(
	kwargs,
	)
	print_verbose(
	f"Custom Logger - model call details: {kwargs}"
	)
	except:
	traceback.print_exc()
	print_verbose(f"Custom Logger Error - {traceback.format_exc()}")

	def log_event(self, kwargs, response_obj, start_time, end_time, print_verbose, callback_func):
	# Method definition
	try:
	kwargs["log_event_type"] = "post_api_call"
	callback_func(
	kwargs, # kwargs to func
	response_obj,
	start_time,
	end_time,
	)
	print_verbose(
	f"Custom Logger - final response object: {response_obj}"
	)
	except:
	# traceback.print_exc()
	print_verbose(f"Custom Logger Error - {traceback.format_exc()}")
	pass

	async def async_log_event(self, kwargs, response_obj, start_time, end_time, print_verbose, callback_func):
	# Method definition
	try:
	kwargs["log_event_type"] = "post_api_call"
	await callback_func(
	kwargs, # kwargs to func
	response_obj,
	start_time,
	end_time,
	)
	print_verbose(
	f"Custom Logger - final response object: {response_obj}"
	)
	except:
	# traceback.print_exc()
	print_verbose(f"Custom Logger Error - {traceback.format_exc()}")
	pass