AHj:UddlZddlZddlZddlZddlZddlmZddlmZddlmZm Z m Z m Z ddl m Z ddlmZdZedurej"d ej$d d j'd k7Zd Zdej,fdZeZdedefdZGddej6ZeZeej$ddZej$ddZ e!ee jEZ#ee$d<ejJZ&e&jOe#e&jQedede e eeffdZ)dede e eeffdZ*de+fdZ,e,Z-GddeZ.dZ/er$e&jae.e/e.n%ej dd !Z1e&jae1ejdd"Z3ejdd#Z4ejdd$Z5e4jme&e3jme&e5jme&d%Z7e7ejde5e4e3gZ8d&Z9d'ejtfd(Z;d)Zd,Z?d-Z@d.ZAdefd/ZBy)0N)datetime) Formatter)AnyDictListOptional) safe_dumps)safe_json_loadsFTze`litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs.LITELLM_DISABLE_REDACT_SECRETStrueREDACTEDreturncpgd}tjdj|tjS)N) z(?:AKIA|ASIA)[0-9A-Z]{16}zZ(?:aws_secret_access_key|aws_session_token|aws_access_key_id)\s*[:=]\s*[A-Za-z0-9/+=]{20,}z"Bearer\s+[A-Za-z0-9\-._~+/]{10,}=*z Basic\s+[A-Za-z0-9+/]{10,}={0,2}zsk-[A-Za-z0-9\-_]{20,}z9(?:api[_-]?key)['\"]?\s*[:=]\s*['\"]?[^\s,'\"})\]{}>]{8,}z<(?:x-api-key|api-key)['\"]?\s*[:=]\s*['\"]?[^\s,'\"})\]{}>]+zx-ak-[A-Za-z0-9\-_]{20,}zAIza[0-9A-Za-z\-_]{35}z^\w*(?:password|passwd|client_secret|secret_key|_secret)['\"]?\s*[:=]\s*['\"]?[^\s,'\"})\]{}>]+z!(?<=://)[^\s'\"]*:[^\s'\"@]+(?=@)zdapi[0-9a-f]{32}z(?:master_key|database_url|db_url|connection_string|private_key|signing_key|encryption_key|auth_token|access_token|refresh_token|slack_webhook_url|webhook_url|database_connection_string|huggingface_token|jwt_secret)['\"]?\s*[:=]\s*['\"]?[^\s,'\"})\]{}>]+|)recompilejoin IGNORECASE)patternss H/root/tools/cai/cai_env/lib/python3.12/site-packages/litellm/_logging.py_build_secret_patternsrs*&HN ::chhx("-- 88valuec6tjt|SN) _SECRET_REsub _REDACTED)rs r_redact_stringr Is >>)U ++rcVeZdZdZej ZdejdefdZ y)SecretRedactionFilterz9Scrubs known secret/credential patterns from log records.recordrcVtsy t|j|_d|_|jrC|jd4 t|jj|j|_ t|jjD]5\}}|tvst |ts t!||t|7y#t $r7t |jtrt|j|_YwxYw#t $rYwxYw)NT)_ENABLE_SECRET_REDACTIONr getMessagemsgargs Exception isinstancestrexc_info _formatterformatExceptionexc_textlist__dict__items_STANDARD_RECORD_ATTRSsetattr)selfr#keyrs rfilterzSecretRedactionFilter.filterRs' 8'(9(9(;r2keysr@rr_get_standard_record_attrsrfs3 W&&r1b!RTBKKPPR SSrc,eZdZfdZddZdZxZS) JsonFormatterc*tt| yr)superrh__init__)r6 __class__s rrkzJsonFormatter.__init__s mT+-rc`tj|j}|jSr)r fromtimestampcreated isoformat)r6r#datefmtdts r formatTimezJsonFormatter.formatTimes"  # #FNN 3||~rc|j}||j|j|d}t|}| t |}|"|j D]\}}||vs |||<|j j D]\}}|tvs||vs|||<|jr,|jxs|j|j|d<t|S)N)rElevel timestamp stacktrace) r' levelnamersrOrbr3r2r4r-r0r/r )r6r# message_str json_recordrNr7rs rformatzJsonFormatter.formats'') "%%0' )5 >4[AF  $lln - Uk)',K$ - !////1 )JC00S 5K#( C  ) ??(.)4;O;O<K %+&&rr)r9r:r;rkrsr{ __classcell__)rls@rrhrhs. 'rrhc tjj|jtfd}|t _ ddl}fd}|jj|y#t$rYywxYw)Nc tjdtjddt|d|||f}j |y)NLiteLLMr rr@namerupathnamelinenor(r)r-)r=r>ERRORr,handle)exc_type exc_value exc_tracebackr# error_handlers rjson_excepthookz7_setup_json_exception_handlers..json_excepthooksG""--I =9  V$rrc |jd}|r]t|}tjdtjddt |d|||j f}j|y|j|y)N exceptionrr rr@r) gettyper=r>rr, __traceback__rdefault_exception_handler)loopcontextrrr#rs rasync_json_exception_handlerzD_setup_json_exception_handlers..async_json_exception_handlersu K0I ? **"!--I& 93J3JK$$V,..w7r) r= StreamHandler setFormatter addFilter_secret_filtersys excepthookasyncioget_event_loopset_exception_handlerr*) formatterrrrrs @r_setup_json_exception_handlersrst))+My)N+ %%CN  8"  667ST    s (A66 BBzT%(asctime)s - %(name)s:%(levelname)s: %(filename)s:%(lineno)s - %(message)sz%H:%M:%S)rqz LiteLLM ProxyzLiteLLM Routerrc<tjd}|jtjtjd}|jtjtjd}|jtjy)z$Suppress noisy loggers at INFO levelhttpxzapscheduler.executors.defaultzapscheduler.schedulerN)r= getLoggersetLevelWARNING) httpx_loggerapscheduler_executors_loggerapscheduler_scheduler_loggers r_suppress_loggersr$sp$$W-L'//*$+#4#45T#U  ))'//:#*#4#45L#M  ))'//:rcddl}tt}ddh}t|j|j z}||zr$|j tjd|S)z Get all loggers that should be initialized with the JSON handler. Includes third-party integration loggers (like langfuse) if they are configured as callbacks. rNlangfuse langfuse_otel) litellmr1 ALL_LOGGERSsetsuccess_callbackfailure_callbackappendr=r)rloggerslangfuse_callbacks all_callbackss r_get_loggers_to_initializer<s];G%o60073K3KKLMM)w((45 Nrhandlerc|jttD]4}|jj |j |d|_6y)z Initialize all loggers with a handler - Adds a handler to each logger - Prevents bubbling to parent/root (critical to prevent duplicate JSON logs) FN)rrrhandlersclear addHandler propagate)rlgs r _initialize_loggers_with_handlerrPsG n%(*  g rc d}tj}ddd|id|id|iddddd d ddd d d g|dd d g|dd d g|dd dd}|S)z Generate a uvicorn log_config dictionary that applies JSON formatting to all loggers. This ensures that uvicorn's access logs, error logs, and all application logs are formatted as JSON when json_logs is enabled. zlitellm._logging.JsonFormatterr%Fz())jsonrIaccessrzlogging.StreamHandlerzext://sys.stdout)rclassstreamr)rIrrI)rrur)uvicornz uvicorn.errorzuvicorn.access)versiondisable_existing_loggers formattersrr) log_levelupper)json_formatter_classuvicorn_log_level log_configs r_get_uvicorn_json_log_configr^s<")$)***  $0, &0,  'K*" 'K*" &J*" 5+JZ rctj}|jtt |t ty)zJ Turn on JSON logging - Adds a JSON formatter to all loggers N)r=rrrhrr)rs r _turn_on_jsonrs4 ##%G )$W-"=?3rctjtjtjtjt jtjy)N)ru)verbose_loggerrr=rCverbose_router_loggerverbose_proxy_loggerr@rr_turn_on_debugrsA'--0"""7!! !6rcFdt_dt_dt_y)NTrdisabledrrr@rr_disable_debuggingrs"N%)"$(!rcFdt_dt_dt_y)NFrr@rr_enable_debuggingrs#N%*"$)!rcH tr t|yy#t$rYywxYwr) set_verboseprintr*)print_statements r print_verbosers)  / "     s  !!c\tjtjxstduS)z) Returns True if debugging is on T)r isEnabledForr=rCrr@rr_is_debugging_onrs#  & &w}} 5 L9LLr)CrVr=osrrrrtypingrrrr*litellm.litellm_core_utils.safe_json_dumpsr *litellm.litellm_core_utils.safe_json_loadsr rwarninggetenvlowerr&rPatternrrr,r Filterr"rr? json_logsrgetattrrrD__annotations__rrrrrOrbrdrfr4rhrrrrrrrrrrrHandlerrrrrrrrrr@rrrs  ,,AF $GOOo BII.399;vE  (9 (9V$ % ,#,#,GNNB'( ;. / BIImW - Wioo&78 s8 '   !.!SXd38n-E"SXd38n5MHTIT 45$'I$'P, `  )"=?3!!!dI  #(w((9)))*:;"""9- )('" ;G  ( goo 9x 47 ) *  M$Mr