AHj ddlZddlZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z ddlZddlmZddlmZddlmZddlmZddlmZdd lmZmZmZmZm Z m!Z!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(dd l)m*Z*m+Z+gdZ,e+ dFde-de ee-efde e e-de dde ee-efde ee-efde ee-efde!fdZ.e dGde-de ee-efde e e-de e-de e-de e-de dde ddeeee!ffdZ/e dGdd de-de ee-efde e e-de e-de e-de e-de dde dde!fd!Z/e+ dHde-de ee-efde e e-de e-de e-de e-de dde ee-efde ee-efde ee-efde e!eeee!fffd"Z/e+ dId#e e-d$e e0d%e e-de dde ee-efde ee-efde ee-efde fd&Z1e dJd#e e-d$e e0d%e e-de e-de e-de e-de dd'e ddeeee ffd(Z2e dJdd)d#e e-d$e e0d%e e-de e-de e-de e-de dd'e dde fd*Z2e+ dKd#e e-d$e e0d%e e-de e-de e-de e-de dde ee-efde ee-efde ee-efde e eeee fffd+Z2e+ dLd,e-de dde ee-efde ee-efde ee-efde!f d-Z3e dMd,e-de e-de e-de e-de dd.e ddeeee!ffd/Z4e dMdd0d,e-de e-de e-de e-de dd.e dde!fd1Z4e+ dNd,e-de e-de e-de e-de dde ee-efde ee-efde ee-efde e!eeee!fffd2Z4e+ dLd,e-de dde ee-efde ee-efde ee-efde"f d3Z5e dMd,e-de e-de e-de e-de dd4e ddeeee"ffd5Z6e dMdd6d,e-de e-de e-de e-de dd4e dde"fd7Z6e+ dNd,e-de e-de e-de e-de dde ee-efde ee-efde ee-efde e"eeee"fffd8Z6e+ dId,e-d#e e-d$e e0d%e e-de dde ee-efde ee-efde ee-efdefd9Z7e dJd,e-d#e e-d$e e0d%e e-de e-de e-de e-de dd:e ddeeeeffd;Z8e dJdd<d,e-d#e e-d$e e0d%e e-de e-de e-de e-de dd:e ddefd=Z8e+ dKd,e-d#e e-d$e e0d%e e-de e-de e-de e-de dde ee-efde ee-efde ee-efde eeeeefffd>Z8e+ dLd,e-d?e$de dde ee-efde ee-efde ee-efdefd@Z9e dMd,e-d?e$de e-de e-de e-de ddAe ddeeeeffdBZ:e dMddCd,e-d?e$de e-de e-de e-de ddAe ddefdDZ:e+ dNd,e-d?e$de e-de e-de e-de dde ee-efde ee-efde ee-efde eeeeefffdEZ:y)ON)partial)Any CoroutineDictListLiteralOptionalUnionoverload)request_timeout)ContainerRequestUtils)Logging)BaseContainerConfig)base_llm_http_handler)$ContainerCreateOptionalRequestParamsContainerFileListResponseContainerFileObject"ContainerListOptionalRequestParamsContainerListResponseContainerObjectDeleteContainerResult) FileTypes)GenericLiteLLMParams) CallTypes)ProviderConfigManagerclient) acreate_containeradelete_containeralist_container_filesalist_containersaretrieve_containeraupload_container_filecreate_containerdelete_containerlist_container_fileslist_containersretrieve_containerupload_container_fileopenainame expires_afterfile_idscustom_llm_provider extra_headers extra_query extra_bodyreturnc Kt} tj} d|d<ttf||||||||d|} t j } t| j| } | jd| d{}tj|r |d{}|S|}|S7)7 #t$r}tjd||| |d}~wwxYww)a4Asynchronously calls the `create_container` function with the given arguments and keyword arguments. Parameters: - `name` (str): Name of the container to create - `expires_after` (Optional[Dict[str, Any]]): Container expiration time settings - `file_ids` (Optional[List[str]]): IDs of files to copy to the container - `timeout` (int): Request timeout in seconds - `custom_llm_provider` (Optional[Literal["openai"]]): The LLM provider to use - `extra_headers` (Optional[Dict[str, Any]]): Additional headers - `extra_query` (Optional[Dict[str, Any]]): Additional query parameters - `extra_body` (Optional[Dict[str, Any]]): Additional body parameters - `kwargs` (dict): Additional keyword arguments Returns: - `response` (ContainerObject): The created container object T async_call)r*r+r,timeoutr-r.r/r0Nmodelr-original_exceptioncompletion_kwargs extra_kwargs) localsasyncioget_event_looprr# contextvars copy_contextrunrun_in_executor iscoroutine Exceptionlitellmexception_type)r*r+r,r4r-r.r/r0kwargs local_varsloopfuncctxfunc_with_context init_responseresponsees O/root/tools/cai/cai_env/lib/python3.12/site-packages/litellm/containers/main.pyrr,s>J" %%'#|   ' 3'#!    &&(#CGGT2"2249JKK   } -**H%HL+  $$ 3 (    Y CA1B-?B)B-B+B-$C%B-(C)B-+B-- C6CCCapi_keyapi_base api_versionrTc yN r*r+r,r4rQrRrSr-rrFs rOr#r#tF)rc yrUrVrWs rOr#r#rXrYc <t} | jd} | jd}| jdddu}| jd}|2t|trt j |}tdi|}|Std|||d| }tjtj| }|td || j| tj | }tj"|| }| j%| d t'|d|i|| t(j*j,| _t1j2||||| ||xst4|S#t6$r}tj8d ||| | d}~wwxYw)aCreate a container using the OpenAI Container API. Currently supports OpenAI Example: ```python import litellm response = litellm.create_container( name="My Container", custom_llm_provider="openai", ) print(response) ``` litellm_logging_objlitellm_call_idr3FT mock_responseNrQrRrSproviderz+container operations are not supported for )container_provider_config container_create_optional_paramsr5rFr7optional_paramslitellm_paramsr-)r*container_create_request_paramsrbrf logging_objr.r4 _is_asyncr6rV)r;popget isinstancestrjsonloadsrrrget_provider_container_configrD LlmProviders ValueErrorupdater -get_requested_container_create_optional_param$get_optional_params_container_createupdate_from_kwargsdictrr#value call_typercontainer_create_handlerDEFAULT_REQUEST_TIMEOUTrCrE)r*r+r,r4rQrRrSr-r.r/r0rFrGr\r]rir^rMrfrbrcrgrNs rOr#r#s@JS 17  " % ,=>Q=RS  &! " O O  ) " F F*C1Q  ( .. !@A!?1!4 / )2(B(B(H(H%$==,K&?)+'66    $$ 3 (    sA:E3C+E33 F<FFafterlimitorderc Kt} tj} d|d<ttf||||||||d|} t j } t| j| } | jd| d{}tj|r |d{}|S|}|S7)7 #t$r}tjd||| |d}~wwxYww)aAsynchronously list containers. Parameters: - `after` (Optional[str]): A cursor for pagination - `limit` (Optional[int]): Number of items to return (1-100, default 20) - `order` (Optional[str]): Sort order ('asc' or 'desc', default 'desc') - `timeout` (int): Request timeout in seconds - `custom_llm_provider` (Literal["openai"]): The LLM provider to use - `extra_headers` (Optional[Dict[str, Any]]): Additional headers - `extra_query` (Optional[Dict[str, Any]]): Additional query parameters - `extra_body` (Optional[Dict[str, Any]]): Additional body parameters - `kwargs` (dict): Additional keyword arguments Returns: - `response` (ContainerListResponse): The list of containers Tr3)r|r}r~r4r-r.r/r0Nr5r6) r;r<r=rr&r>r?r@rArBrCrDrE)r|r}r~r4r-r.r/r0rFrGrHrIrJrKrLrMrNs rOr r s<J" %%'#|    3'#!    &&(#CGGT2"2249JKK   } -**H%HL+  $$ 3 (    rPr c yrUrV r|r}r~r4rQrRrSr-r rFs rOr&r&VrXrY)r c yrUrVrs rOr&r&grXrYc t} | jd} | jd}| jdddu}| jd}|2t|trt j |}tdi|}|Std|||d| }tjtj| }|td |tj| }| j!| d t#|d|i|| t$j&j(| _t-j.||| ||||| |xst0| S#t2$r}tj4d ||| | d}~wwxYw)zSList containers using the OpenAI Container API. Currently supports OpenAI r\r]r3FTr^Nr_r`2Container provider config not found for provider: r5rd) rbrfrhr|r}r~r.r/r4rir6rV)r;rjrkrlrmrnrorrrrprDrqrrr +get_requested_container_list_optional_paramrvrwrr&rxryrcontainer_list_handlerr{rCrE)r|r}r~r4rQrRrSr-r.r/r0rFrGr\r]rir^rMrfrbcontainer_list_optional_paramsrNs rOr&r&zs*JL 17  " % ,DEXDYZ  " M M  ' .. !?@!?0!4 / )2(A(A(G(G%$;;&?)+'#66    $$ 3 (    sA:E CE E5E00E5 container_idc Kt} tj}d|d<ttf||||||d|} t j } t| j| } |jd| d{} tj| r | d{} | S| } | S7)7 #t$r}tjd||||d}~wwxYww)aKAsynchronously retrieve a container. Parameters: - `container_id` (str): The ID of the container to retrieve - `timeout` (int): Request timeout in seconds - `custom_llm_provider` (Literal["openai"]): The LLM provider to use - `extra_headers` (Optional[Dict[str, Any]]): Additional headers - `extra_query` (Optional[Dict[str, Any]]): Additional query parameters - `extra_body` (Optional[Dict[str, Any]]): Additional body parameters - `kwargs` (dict): Additional keyword arguments Returns: - `response` (ContainerObject): The container object Tr3rr4r-r.r/r0Nr5r6) r;r<r=rr'r>r?r@rArBrCrDrErr4r-r.r/r0rFrGrHrIrJrKrLrMrNs rOr!r!s4J  %%'#|   % 3'#!    &&(#CGGT2"2249JKK   } -**H%HL+  $$ 3 (    Y CA/B+=B'>B+B)B+"C#B+&C'B+)B++ C4CCCr!c yrUrVrr4rQrRrSr-r!rFs rOr'r' rY)r!c yrUrVrs rOr'r'/rrYc t} | jd} | jd} | jdddu} | jd}|2t|trt j |}tdi|}|Std|||d| }tjtj| }|td || j| d id| i| tj j"| _t'j(|||| |||xst*| S#t,$r}tj.d ||| | d}~wwxYw)zXRetrieve a container using the OpenAI Container API. Currently supports OpenAI r\r]r3FTr^Nr_r`rr5rdrrbrfrhr.r/r4rir6rV)r;rjrkrlrmrnrorrrrprDrqrrrvrr'rxryrcontainer_retrieve_handlerr{rCrErr4rQrRrSr-r.r/r0rFrGr\r]rir^rMrfrbrNs rOr'r'@s&JB 17  " % ,DEXDYZ  ..!?!4 / )2(D(D(J(J%$??%&?)+'#66    $$ 3 (    A:D+B#D++ E4EEc Kt} tj}d|d<ttf||||||d|} t j } t| j| } |jd| d{} tj| r | d{} | S| } | S7)7 #t$r}tjd||||d}~wwxYww)aLAsynchronously delete a container. Parameters: - `container_id` (str): The ID of the container to delete - `timeout` (int): Request timeout in seconds - `custom_llm_provider` (Literal["openai"]): The LLM provider to use - `extra_headers` (Optional[Dict[str, Any]]): Additional headers - `extra_query` (Optional[Dict[str, Any]]): Additional query parameters - `extra_body` (Optional[Dict[str, Any]]): Additional body parameters - `kwargs` (dict): Additional keyword arguments Returns: - `response` (DeleteContainerResult): The deletion result Tr3rNr5r6) r;r<r=rr$r>r?r@rArBrCrDrErs rOrrs4J  %%'#|   % 3'#!    &&(#CGGT2"2249JKK   } -**H%HL+  $$ 3 (    rrc yrUrVrr4rQrRrSr-rrFs rOr$r$rrY)rc yrUrVrs rOr$r$rrYc t} | jd} | jd} | jdddu} | jd}|2t|trt j |}tdi|}|Std|||d| }tjtj| }|td || j| d id| i| tj j"| _t'j(|||| |||xst*| S#t,$r}tj.d ||| | d}~wwxYw)zVDelete a container using the OpenAI Container API. Currently supports OpenAI r\r]r3FTr^Nr_r`rr5rdrr6rV)r;rjrkrlrmrnrorrrrprDrqrrrvrr$rxryrcontainer_delete_handlerr{rCrErs rOr$r$s&JB 17  " % ,DEXDYZ  ..!?!4 / )2(B(B(H(H%$==%&?)+'#66    $$ 3 (    rc Kt} tj} d| d<ttf|||||||||d | } t j } t| j| }| jd|d{}tj|r |d{}|S|}|S7)7 #t$r}tjd||| | d}~wwxYww)a%Asynchronously list files in a container. Parameters: - `container_id` (str): The ID of the container - `after` (Optional[str]): A cursor for pagination - `limit` (Optional[int]): Number of items to return (1-100, default 20) - `order` (Optional[str]): Sort order ('asc' or 'desc', default 'desc') - `timeout` (int): Request timeout in seconds - `custom_llm_provider` (Literal["openai"]): The LLM provider to use - `extra_headers` (Optional[Dict[str, Any]]): Additional headers - `extra_query` (Optional[Dict[str, Any]]): Additional query parameters - `extra_body` (Optional[Dict[str, Any]]): Additional body parameters - `kwargs` (dict): Additional keyword arguments Returns: - `response` (ContainerFileListResponse): The list of container files Tr3) rr|r}r~r4r-r.r/r0Nr5r6) r;r<r=rr%r>r?r@rArBrCrDrE)rr|r}r~r4r-r.r/r0rFrGrHrIrJrKrLrMrNs rOrrTs<J# %%'#|   % 3'#!    &&(#CGGT2"2249JKK   } -**H%HL+  $$ 3 (    sY CA2B.B*B.B, B.%C&B.)C*B.,B.. C7CCCrc  yrUrV rr|r}r~r4rQrRrSr-rrFs rOr%r%rY)rc  yrUrVrs rOr%r%rrYc t} | jd}| jd}| jdddu}| jd}|2t|trt j |}tdi|}|Std|||d| }tjtj| }|td ||j| d ||||d d|i| tj j"|_t'j(|||||||| | |xst*| S#t,$r}tj.d ||| | d}~wwxYw)z]List files in a container using the OpenAI Container API. Currently supports OpenAI r\r]r3FTr^Nr_r`rr5)rr|r}r~rd) rrbrfrhr|r}r~r.r/r4rir6rV)r;rjrkrlrmrnrorrrrprDrqrrrvrr%rxryrcontainer_file_list_handlerr{rCrE)rr|r}r~r4rQrRrSr-r.r/r0rFrGr\r]rir^rMrfrbrNs rOr%r%s(JJ 17  " % ,DEXDYZ  .. , "?!4 / )2(F(F(L(L%$@@%&?)+'#66    $$ 3 (    sA:D3B+D33 E<EEfilec Kt} tj} d|d<ttf|||||||d|} t j } t| j| } | jd| d{} tj| r | d{}|S| }|S7)7 #t$r}tjd||||d}~wwxYww)a$Asynchronously upload a file to a container. This endpoint allows uploading files directly to a container session, supporting various file types like CSV, Excel, Python scripts, etc. Parameters: - `container_id` (str): The ID of the container to upload the file to - `file` (FileTypes): The file to upload. Can be: - A tuple of (filename, content, content_type) - A tuple of (filename, content) - A file-like object with read() method - Bytes - A string path to a file - `timeout` (int): Request timeout in seconds - `custom_llm_provider` (Literal["openai"]): The LLM provider to use - `extra_headers` (Optional[Dict[str, Any]]): Additional headers - `extra_query` (Optional[Dict[str, Any]]): Additional query parameters - `extra_body` (Optional[Dict[str, Any]]): Additional body parameters - `kwargs` (dict): Additional keyword arguments Returns: - `response` (ContainerFileObject): The uploaded file object Example: ```python import litellm # Upload a CSV file response = await litellm.aupload_container_file( container_id="container_abc123", file=("data.csv", open("data.csv", "rb").read(), "text/csv"), custom_llm_provider="openai", ) print(response) ``` Tr3)rrr4r-r.r/r0Nr5r6) r;r<r=rr(r>r?r@rArBrCrDrE)rrr4r-r.r/r0rFrGrHrIrJrKrLrMrNs rOr"r"$s^J! %%'#| !  % 3'#!    &&(#CGGT2"2249JKK   } -**H%HL+  $$ 3 (    sY CA0B,>B(?B,B*B,#C$B,'C(B,*B,, C5CCCr"c yrUrV rrr4rQrRrSr-r"rFs rOr(r(zrY)r"c yrUrVrs rOr(r(rrYc ddlm} t} | jd} | j d}| jdddu}| j d}|2t |t rtj|}tdi|}|Std|||d | }tjtj| }|td || j!| d d|id|i|t"j$j&| _| j+d||| |||xst,||| S#t.$r}tj0d ||| | d }~wwxYw)aUpload a file to a container using the OpenAI Container API. This endpoint allows uploading files directly to a container session, supporting various file types like CSV, Excel, Python scripts, JSON, etc. This is useful when /chat/completions or /responses sends files to the container but the input file type is limited to PDF. This endpoint lets you work with other file types. Currently supports OpenAI Example: ```python import litellm # Upload a CSV file response = litellm.upload_container_file( container_id="container_abc123", file=("data.csv", open("data.csv", "rb").read(), "text/csv"), custom_llm_provider="openai", ) print(response) # Upload a Python script response = litellm.upload_container_file( container_id="container_abc123", file=("script.py", b"print('hello world')", "text/x-python"), custom_llm_provider="openai", ) print(response) ``` r)generic_container_handlerr\r]r3FTr^Nr_r`rr5rrdr() endpoint_namerbrfrhr.r/r4rirrr6rV)+litellm.llms.custom_httpx.container_handlerrr;rjrkrlrmrnrorrrrprDrqrrrvrr(rxryhandler{rCrE)rrr4rQrRrSr-r.r/r0rFrrGr\r]rir^rMrfrbrNs rOr(r(sZVJD 17  " % ,DEXDYZ  ..+\:!?!4 / )2(G(G(M(M%(//1&?)+'#66%0    $$ 3 (    sA:D1 B#D11 E:EE)NNXr)NNN)NNrNNNr)) NNrNNNr)NNN)NNNrr)NNN)NNNrNNNr)) NNNrNNNr)NNN)rr)NNN)rNNNr))rNNNr)NNN);r<r>rn functoolsrtypingrrrrrr r r rDlitellm.constantsr r{litellm.containers.utilsr *litellm.litellm_core_utils.litellm_loggingrLiteLLMLoggingObj/litellm.llms.base_llm.containers.transformationr litellm.mainrlitellm.types.containers.mainrrrrrrrlitellm.types.llms.openairlitellm.types.routerrlitellm.types.utilsr litellm.utilsrr__all__rmrr#intr r&r!r'rr$rr%r"r(rVrYrOrs QQQH:SO.05)7 "/3$( -5/3,0+/A A DcN+A tCy!A !* A DcN+A $sCx.)A c3h(A A A N /3$( !"!%-5   DcN+ tCy!  c]  sm # !* t} sC()     /3$( !"!%-5 ).   DcN+ tCy!  c]  sm # !* u~    $/3$( !"!%-5/3,0+/s s DcN+s tCy!s c] s sm s #s !*s DcN+s $sCx.)s c3h(s  ?Ic3&?@ ABs s n -5/3,0+/@ C=@ C=@  C=@ !* @ DcN+@ $sCx.)@ c3h(@ @ @ J  !"!%-5  C=  C=  C=  c]  sm # !* dm sC../      !"!%-5 (-  C=  C=  C=  c]  sm # !* en    $ !"!%-5/3,0+/a C=a C=a  C=a c] a sm a #a !*a DcN+a $sCx.)a c3h(a  )C6K,K"L MNa a J -5/3,0+/: : !*: DcN+ : $sCx.): c3h(: : : ~  !"!%-5  c] sm  #  !* ! sC()     !"!%-5 +0  c] sm  #  !* !      !"!%-5/3,0+/U U c]U sm U # U !* U DcN+U $sCx.)U c3h(U  ?Ic3&?@ ABU U r -5/3,0+/: : !*: DcN+ : $sCx.): c3h(: : : ~  !"!%-5  c] sm  #  !* t} sC../     !"!%-5 ).  c] sm  #  !* u~      !"!%-5/3,0+/U U c]U sm U # U !* U DcN+U $sCx.)U c3h(U  )C6K,K"L MNU U r  -5.2,0+/A A C=A  C=A  C= A !* A DcN+A $sCx.)A c3h(A A A L   !"!%-5 C= C= C=  c] sm#!*#4=sC223 "   !"!%-5-2 C= C= C=  c] sm#!*#5> &  !"!%-5.2,0+/^ ^ C=^  C=^  C= ^ c] ^ sm^ #^ !*^ DcN+^ $sCx.)^ c3h(^  $iS:S0S&T UV^ ^ D -5.2,0+/P P P !* P DcN+ P $sCx.) P c3h(P P P j  !"!%-5    c]  sm  # !* $DM sC,,-     !"!%-5 .3    c]  sm  # !* $EN    " !"!%-5.2,0+/s s s c] s sm s # s !*s DcN+s $sCx.)s c3h(s   #s4G*G H IJs s rY