^Nj UddlmZddlmZmZmZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZed d dd d d ddddded ddg gZeeed<GddeeZGdde ZGddeZy))Enum)AnyTypeIterableN)OnnxOutputContext) NumpyArray)PooledNormalizedEmbedding)OnnxTextEmbeddingWorker)DenseModelDescription ModelSourcezjinaai/jina-embeddings-v3i)zretrieval.queryzretrieval.passage separationclassificationz text-matchingzMulti-task unimodal (text) embedding model, multi-lingual (~100), 1024 tokens truncation, and 8192 sequence length. Prefixes for queries/documents: not necessary, 2024 year.z cc-by-nc-4.0gRQ@)hfzonnx/model.onnxzonnx/model.onnx_data) modeldimtasks descriptionlicense size_in_GBsources model_fileadditional_filessupported_multitask_modelsc eZdZdZdZdZdZdZy)Taskrr rrrN)__name__ __module__ __qualname__RETRIEVAL_QUERYRETRIEVAL_PASSAGE SEPARATIONCLASSIFICATION TEXT_MATCHINGs/Users/ahmed/devFolder/Ultron/claude-voice/.venv/lib/python3.12/site-packages/fastembed/text/multitask_embedding.pyrr$sOJNMr)rcteZdZejZej Zdddede dzdeffdZ e de e fdZe deefd Z dd eeefde ezdzdedeeeffd Z dd eeezd e de dzde dzdedeef fd Zdeeezdedeeffd Zdeededeeffd ZxZS)JinaEmbeddingV3Ntask_idargsr.kwargscZt||i||||_y|j|_yN)super__init__ PASSAGE_TASKdefault_task_id)selfr.r/r0 __class__s r*r4zJinaEmbeddingV3.__init__0s/ $)&)6=6I7tO`O`r)returnctSr2)JinaEmbeddingV3Workerclss r*_get_worker_classz!JinaEmbeddingV3._get_worker_class4s$$r)ctSr2)rr<s r*_list_supported_modelsz&JinaEmbeddingV3._list_supported_models8s))r) onnx_inputc x|td|dtj|tj|d<|S)Nz3task_id must be provided for JinaEmbeddingV3, got <>)dtyper.) ValueErrornparrayint64)r7rAr.r0s r*_preprocess_onnx_inputz&JinaEmbeddingV3._preprocess_onnx_input<s@ ?RSZR[[\]^ ^ " A 9r) documents batch_sizeparallelc+jK||n |j}t||||fd|i|Ed{y7wNr.)r6r3embed)r7rJrKrLr.r0r8s r*rOzJinaEmbeddingV3.embedGsA*G0D0D 7=J\'\U[\\\s (313queryc+ZKt||fd|ji|Ed{y7wrN)r3rO QUERY_TASK)r7rPr0r8s r* query_embedzJinaEmbeddingV3.query_embedTs'7=JJ6JJJ +)+textsc+ZKt||fd|ji|Ed{y7wrN)r3rOr5)r7rUr0r8s r* passage_embedzJinaEmbeddingV3.passage_embedWs)7=L0A0ALVLLLrTr2)NN)r r!r"rr$r5r#rRrintr4 classmethodrr r>listr r@dictstrrrIrrOrSrW __classcell__)r8s@r*r,r,,s))L%%J9=acaC$Jaa%$'>"?%%*t,A'B** &* j) td"   c:o  #" ]#& ] ]* ] t ]  ] *  ]Kx}!4KKQ[H\KM8C=MCMHZDXMMr)r,cTeZdZdedededefdZdeee efdeee e ffdZ y) r; model_name cache_dirr0r9c td||dd|S)Nr )r`rathreadsr()r,)r7r`rar0s r*init_embeddingz$JinaEmbeddingV3Worker.init_embedding\s)  !    r)itemsc#K||D]<\}}|jj||jj}||f>yw)Nr-)r onnx_embedr6)r7reidxbatch onnx_outputs r*processzJinaEmbeddingV3Worker.processisE JC**//tzz?Y?Y/ZK{" " sAAN) r r!r"r]rr,rdrtuplerYrrkr(r)r*r;r;[s]          #XeCHo6#8E#O`J`Da;b#r)r;)enumrtypingrrrnumpyrFfastembed.common.onnx_modelrfastembed.common.typesr*fastembed.text.pooled_normalized_embeddingr fastembed.text.onnx_embeddingr "fastembed.common.model_descriptionr r rr[__annotations__rYrr,r;r(r)r*rvs&&9-PAQ)  !"   z:;$01%;D!6703,M/,M^#3#r)