^Nj1 6UddlmZmZmZmZddlZddlmZddl m Z m Z ddl m Z ddlmZmZddlmZmZddlmZdd lmZmZmZdd lmZmZed d d dded dgdgZeeed<GddeeeZ GddeeZ!GddeeZ"y))AnyIterableSequenceTypeN)Encoding) OnnxProvider ImageInput)OnnxOutputContext) NumpyArrayDevice)define_cache_dir iter_batch)&LateInteractionMultimodalEmbeddingBase)OnnxMultimodalModelTextEmbeddingWorkerImageEmbeddingWorker)DenseModelDescription ModelSourcezQdrant/colpali-v1.3-fp16z[Text embeddings, Multimodal (text&image), English, 50 tokens query length truncation, 2024.mitg@)hfzmodel.onnx_dataz model.onnx)modeldim descriptionlicense size_in_GBsourcesadditional_files model_filesupported_colpali_modelsceZdZdZdZdZddgZdZejdgdzgd zZ ejd gd zZ d d d e jd d d d fdeded zded zdeed zdee zdeed zdeded zded zdeffd ZedeefdZd.dZdedeefdZdedeefdZdeededeefd Z d/d!eeezd"ed#ededef d$Z!d%e"eefdede"eeffd&Z#d%e"eejHfdede"eeffd'Z% d0deeezd"ed(ed zdedeef d)Z& d1d*e'ee'zd"ed(ed zdedeef d+Z(ede)e*efd,Z+ede)e,efd-Z-xZ.S)2ColPalizQuery: zzi)r%i)r#i!i=ip iliNF model_name cache_dirthreads providerscuda device_ids lazy_load device_idspecific_model_pathkwargsc  6t ||||fi| ||_||_|j | |_||_||_d|_|||_n |j |j d|_|j||_ tt||_ | |_|j|j|j|j |j|_d|_d|_|js|j)yy)a" Args: model_name (str): The name of the model to use. cache_dir (str, optional): The path to the cache directory. Can be set using the `FASTEMBED_CACHE_PATH` env variable. Defaults to `fastembed_cache` in the system's temp directory. threads (int, optional): The number of threads single onnxruntime session can use. Defaults to None. providers (Optional[Sequence[OnnxProvider]], optional): The list of onnxruntime providers to use. Mutually exclusive with the `cuda` and `device_ids` arguments. Defaults to None. cuda (Union[bool, Device], optional): Whether to use cuda for inference. Mutually exclusive with `providers` Defaults to Device.AUTO. device_ids (Optional[list[int]], optional): The list of device ids to use for data parallel processing in workers. Should be used with `cuda` equals to `True`, `Device.AUTO` or `Device.CUDA`, mutually exclusive with `providers`. Defaults to None. lazy_load (bool, optional): Whether to load the model during class initialization or on demand. Should be set to True when using multiple-gpu and parallel encoding. Defaults to False. device_id (Optional[int], optional): The device id to use for loading the model in the worker process. Raises: ValueError: If the model_name is not in the format / e.g. BAAI/bge-base-en. Nr)local_files_onlyr1)super__init__r,r/_select_exposed_session_options_extra_session_optionsr.r-r0_get_model_descriptionmodel_descriptionstrr r*_specific_model_pathdownload_model_local_files_only _model_dir mask_token_id pad_token_idload_onnx_model) selfr)r*r+r,r-r.r/r0r1r2 __class__s ~/Users/ahmed/devFolder/Ultron/claude-voice/.venv/lib/python3.12/site-packages/fastembed/late_interaction_multimodal/colpali.pyr6zColPali.__init__.s F YB6B""&*&J&J6&R#% &*  &DN __ (!__Q/DN!%!RTATTE TME   u %  ..--k:rFtexts batch_sizeinclude_extensionc ~t|dr |j|jd}t|tr|gn|}|j J|r |j n|j j}t||D]7}|t||Dcgc]}t|jc}z }9|Scc}w)Nrr) hasattrrrB isinstancer;rcrhrdrsumattention_mask) rCrirjrkr2 token_num tokenize_funcbatchencodings rE token_countzColPali.token_countstW%);  " %eS1u~~)))): @[@[ z2E =Y^K_`K_xc("9"9:K_`a aI3asB: onnx_inputc Xtj|dDcgc]"}|j|ddjz$c}|d<tj|j tj }tj|dDcgc]}|c}|d<|Scc}wcc}w)N input_idsr#)dtype pixel_values)nparrayQUERY_MARKER_TOKEN_IDtolistzerosIMAGE_PLACEHOLDER_SIZEfloat32)rCrvr2rxempty_image_placeholder_s rE_preprocess_onnx_text_inputz#ColPali._preprocess_onnx_text_inputs#%((",K!8 !8I**Yqr]-A-A-CC!8 # ; /1hh  ' 'rzz/ &(XX.8.E F.E $.E F& >"  Gs 'B" B'c tj|dDcgc]}|jc}|d<tj|dDcgc]}|jc}|d<|Scc}wcc}w)a2 Add placeholders for text input when processing image data for ONNX. Args: onnx_input (Dict[str, NumpyArray]): Preprocessed image inputs. **kwargs: Additional arguments. Returns: Dict[str, NumpyArray]: ONNX input with text placeholders. rzrxrp)r{r|EMPTY_TEXT_PLACEHOLDEREVEN_ATTENTION_MASK)rCrvr2rs rE_preprocess_onnx_image_inputz$ColPali._preprocess_onnx_image_inputs#%((2<^2L M2LQT ( (2L M# ;(*xx/9./I J/I!T % %/I J( #$ N Ks A) A.parallelc+K|jd|jt|j||||j|j |j |j|j|jd |Ed{y7w)ac Encode a list of documents into list of embeddings. Args: documents: Iterator of documents or single document to embed batch_size: Batch size for encoding -- higher values will use more memory, but be faster parallel: If > 1, data-parallel encoding will be used, recommended for offline encoding of large datasets. If 0, use all available cores. If None, don't use data-parallel processing, use default onnxruntime threading instead. Returns: List of embeddings, one per document ) r)r*r[rjrr,r-r.r4r1rNN) _embed_documentsr)r;r*r,r-r.r>r<r8)rCr[rjrr2s rE embed_textzColPali.embed_texts}*)4((  $..)!nn!33 $ 9 9"&"="=    A;B=B>Bimagesc+K|jd|jt|j||||j|j |j |j|j|jd |Ed{y7w)aa Encode a list of images into list of embeddings. Args: images: Iterator of image paths or single image path to embed batch_size: Batch size for encoding -- higher values will use more memory, but be faster parallel: If > 1, data-parallel encoding will be used, recommended for offline encoding of large datasets. If 0, use all available cores. If None, don't use data-parallel processing, use default onnxruntime threading instead. Returns: List of embeddings, one per document ) r)r*rrjrr,r-r.r4r1rNNr) _embed_imagesr)r;r*r,r-r.r>r<r8)rCrrjrr2s rE embed_imagezColPali.embed_image s}*&4%%  $..)!nn!33 $ 9 9"&"="=    rctSN)ColPaliTextEmbeddingWorkerrIs rE_get_text_worker_classzColPali._get_text_worker_class-s))rFctSr)ColPaliImageEmbeddingWorkerrIs rE_get_image_worker_classzColPali._get_image_worker_class1s**rF)rGN)r&F)N)N)/__name__ __module__ __qualname__r`r_rar}rr{r|rrr AUTOr;intrrboollistrr6 classmethodrrKrBr rr rXrZrrhrudictrndarrayrrr rrrrrr __classcell__)rDs@rEr"r""s(LIII*%RXX 4<<#"((A3:. !%"37$kk'+ $*.A#A#:A#t A# L)D0 A# Vm A#I$A#A#:A#!4ZA#A#F(t,A'B((   !  *  $ #! # *  #$s)stH~"' Xc]"    "sJ/;> c:o "sBJJ/;> c:o ,# " #&" " * "  " *  " N# " Xj11" " * "  " *  " H*t,? ,K'L**+-A*-M(N++rFr"c$eZdZdedededefdZy)rr)r*r2rGc td||dd|SNr()r)r*r+rr"rCr)r*r2s rEinit_embeddingz)ColPaliTextEmbeddingWorker.init_embedding7' !    rFNrrrr;rr"rrrFrErr6$    PW rFrc$eZdZdedededefdZy)rr)r*r2rGc td||dd|Srrrs rErz*ColPaliImageEmbeddingWorker.init_embeddingArrFNrrrFrErr@rrFr)#typingrrrrnumpyr{ tokenizersrfastembed.commonrr fastembed.common.onnx_modelr fastembed.common.typesr r fastembed.common.utilsr rPfastembed.late_interaction_multimodal.late_interaction_multimodal_embedding_baser;fastembed.late_interaction_multimodal.onnx_multimodal_modelrrr"fastembed.common.model_descriptionrrr r__annotations__r"rrrrFrErs00595? R( q9:+,  9$45 Q+46I*6UQ+h !4Z!@  "6z"B rF