o Q5Êi,ã @s8UdZddlmZddlZddlZddlZddlmZmZddl m Z mZddlm Z ddlmZmZmZmZmZmZmZmZmZddlZddlmZeZded <ergz dd lmZ e ZWn e!yfYnweZ"ej#dkrrdd iniZ$ej%eej&ej&fZ'ej%ej&Z(e dVie$¤ŽGdd„dƒƒZ)Gdd„deƒZ*e+Z,ee'e,e*fZ-Gdd„de.ej/ƒZ0Gdd„de0ƒZ1Gdd„de0ƒZ2Gdd„de0ƒZ3Gdd„de0ƒZ4Gdd„de0ƒZ5Gdd„de0ƒZ6Gd d!„d!e7e8ƒZ9Gd"d#„d#e.ƒZ:e dVie$¤ŽGd$d%„d%ƒƒZ;e dVie$¤ŽGd&d'„d'eƒƒZe dVie$¤ŽGd,d-„d-e=ƒƒZ?e dVie$¤ŽGd.d/„d/e<ƒƒZ@e dVie$¤ŽGd0d1„d1e<ƒƒZAed2ƒZBe dVd3d ie$¤ŽGd4d5„d5eeeBƒƒZCe dVd3d ie$¤ŽGd6d7„d7eCƒƒZDe d d8Gd9d:„d:eCƒƒZEe d d8Gd;d<„d„d>eCƒƒZGe dVd3d ie$¤ŽGd?d@„d@eCƒƒZHeeDeEeFeGeHfZIe=eDe>eEe?eFe@eGeAeHiZJdWdEdF„ZKe d d8GdGdH„dHƒƒZLe GdIdJ„dJƒƒZMGdKdL„dLeNƒZOGdMdN„dNeNƒZPGdOdP„dPeNƒZQGdQdR„dReNƒZRedSZSGdTdU„dUe.ej/ƒZTdS)XzŠ Definition of enums and dataclasses used in the library. Do not import infinity_emb from this file, as it will cause a circular import. é)ÚannotationsN)ÚABCÚabstractmethod)Ú dataclassÚfield)Ú lru_cache) Ú TYPE_CHECKINGÚAnyÚGenericÚLiteralÚOptionalÚTypeÚ TypedDictÚTypeVarÚUnionr ÚEmptyImageClassType)ÚImage)éé Úkw_onlyTc@s&eZdZUded<ded<ded<dS)ÚRerankReturnTypeÚfloatÚrelevance_scoreÚstrÚdocumentÚintÚindexN©Ú__name__Ú __module__Ú__qualname__Ú__annotations__©r"r"úe/lsinfo/ai/hellotax_ai/llm_service/venv_embed/lib/python3.10/site-packages/infinity_emb/primitives.pyr5ó rc@seZdZUded<ded<dS)ÚClassifyReturnTyperÚlabelrÚscoreNrr"r"r"r#r%<s r%c@s,eZdZeed dd„ƒƒZed dd„ƒZdS)ÚEnumTypeÚreturnú enum.EnumcCs"t |jddd„|j ¡Dƒ¡S)zDEPRECATED returns an enum with the same names as the class. Allows for type hinting of the enum names. Ú__namescSsi|]}||“qSr"r")Ú.0Úkr"r"r#Ú Osz'EnumType.names_enum..)ÚenumÚEnumrÚ__members__Úkeys)Úclsr"r"r#Ú names_enumGs"zEnumType.names_enumrcCst‚©N)ÚNotImplementedErrorr"r"r"r#Ú default_valueQózEnumType.default_valueN)r)r*©r)r)rrr Úclassmethodrr4Ústaticmethodr7r"r"r"r#r(Fsr(c@s eZdZdZdZedd„ƒZdS)ÚEmbeddingEncodingFormatrÚbase64cCótjjSr5)r<rÚvaluer"r"r"r#r7Zóz%EmbeddingEncodingFormat.default_valueN)rrr rr=r;r7r"r"r"r#r<Vs r<c@s,eZdZdZdZdZdZdZedd„ƒZ dS) ÚInferenceEngineÚtorchÚctranslate2ÚoptimumÚneuronÚdebugenginecCr>r5)rArBr?r"r"r"r#r7fr@zInferenceEngine.default_valueN) rrr rBrCrDrErFr;r7r"r"r"r#rA_srAc@s6eZdZdZdZdZdZdZedd„ƒZ d d d„Z dS)ÚDeviceÚcpuÚcudaÚmpsÚtensorrtÚautocCr>r5©rGrLr?r"r"r"r#r7rr@zDevice.default_valuer)ú Optional[str]cCó|tjkrdS|jS)zgets the torch device stringNrM©Úselfr"r"r#Úresolvevó zDevice.resolveN©r)rN)rrr rHrIrJrKrLr;r7rRr"r"r"r#rGks rGc@sleZdZUdZded<dZded<dZded<dZded<dZded<dZ ded<e dd „ƒZddd „ZdS)ÚDtypeÚfloat32rÚfloat16Úbfloat16Úint8Úfp8rLcCr>r5©rUrLr?r"r"r"r#r7…r@zDtype.default_valuer)rNcCrO)zgets the torch dtype stringNr[rPr"r"r#rR‰rSz Dtype.resolveNrT) rrr rVr!rWrXrYrZrLr;r7rRr"r"r"r#rU}s rUc@sdeZdZUdZded<dZded<dZded<dZded<dZded<e dd d „ƒZ edd„ƒZd S)ÚEmbeddingDtyperVrrYÚuint8ÚbinaryÚubinaryr)ÚboolcCs|tjtjfvSr5)r\r^r_rPr"r"r#Úuses_bitpacking—szEmbeddingDtype.uses_bitpackingcCr>r5)r\rVr?r"r"r"r#r7›r@zEmbeddingDtype.default_valueN)r)r`) rrr rVr!rYr]r^r_rrar;r7r"r"r"r#r\s r\c@s>eZdZUdZded<dZded<dZded<edd„ƒZdS)Ú PoolingMethodÚmeanrr3rLcCr>r5)rbrLr?r"r"r"r#r7¥r@zPoolingMethod.default_valueN) rrr rcr!r3rLr;r7r"r"r"r#rb s rbcs4eZdZd‡fdd„Zddd„Zed d „ƒZ‡ZS) ÚDeviceIDÚidsúUnion[list[int], str]cs8t|tƒrdd„| d¡Dƒ}t|ƒ|_tƒ |¡dS)NcSsg|]}|rt|ƒ‘qSr")r©r,Úir"r"r#Ú sz%DeviceID.__init__..ú,)Ú isinstancerÚsplitÚlistreÚsuperÚ__init__)rQre©Ú __class__r"r#ro«s zDeviceID.__init__r)rcCsdd dd„|jDƒ¡dS)Nz DeviceID(z, css|]}t|ƒVqdSr5)rrgr"r"r#Ú ²s€z$DeviceID.__repr__..ú))ÚjoinrerPr"r"r#Ú__repr__±szDeviceID.__repr__cCsgSr5r"r"r"r"r#r7´r8zDeviceID.default_value)rerfr9)rrr rorur;r7Ú __classcell__r"r"rpr#rdªs rdc@seZdZ edd„ƒZdS)Ú DeviceIDProxycCsdS)NÚr"r"r"r"r#r7¼r8zDeviceIDProxy.default_valueN)rrr r;r7r"r"r"r#rw¹srwc@s2eZdZUded<ded<ded<dZded<dS) ÚLoadingStrategyz list[str]Údevice_mappingzUnion[str, Dtype, Any]Ú loading_dtypeÚquantization_dtypeNrNÚdevice_placement)rrr r!r}r"r"r"r#ryÁs ryc@s(eZdZed dd„ƒZed dd„ƒZdS)ÚAbstractSingler)rcCódSr5r"rPr"r"r#Ústr_reprËr8zAbstractSingle.str_reprú;Union[str, tuple[str, str], 'ImageClass', 'AudioInputType']cCrr5r"rPr"r"r#Úto_inputÏszAbstractSingle.to_inputNr9)r)r)rrr rr€r‚r"r"r"r#r~És r~c@s*eZdZUded<d dd„Zd dd„ZdS) ÚEmbeddingSinglerÚsentencer)cCó|jSr5©r„rPr"r"r#r€ÚózEmbeddingSingle.str_reprcCr…r5r†rPr"r"r#r‚Ýr‡zEmbeddingSingle.to_inputNr9©rrr r!r€r‚r"r"r"r#rƒÖs rƒc@s2eZdZUded<ded<ddd„Zddd „Zd S) ÚReRankSinglerÚqueryrr)cCs|j|jSr5©rŠrrPr"r"r#r€æózReRankSingle.str_reprútuple[str, str]cCs|j|jfSr5r‹rPr"r"r#r‚érŒzReRankSingle.to_inputNr9)r)rrˆr"r"r"r#r‰ás r‰c@óeZdZdS)Ú PredictSingleN©rrr r"r"r"r#rísrc@s*eZdZUded<d dd„Zddd„Zd S)ÚImageSingleú'ImageClass'Úimager)rcCsdd|jj›S)zMcreates a dummy representation of the image to count tokens relative to shapezan image is worth a repeated Útoken)r“ÚheightrPr"r"r#r€öszImageSingle.str_reprcCr…r5)r“rPr"r"r#r‚úr‡zImageSingle.to_inputNr9)r)r’rˆr"r"r"r#r‘òs r‘c@s2eZdZUded<ded<ddd„Zd d d „ZdS)ÚAudioSingleÚAudioInputTypeÚaudiorÚ sampling_rater)rcCsddt|jƒ›S)zMcreates a dummy representation of the audio to count tokens relative to shapezan audio is worth a repeated r”)Úlenr˜rPr"r"r#r€szAudioSingle.str_reprcCr…r5)r˜rPr"r"r#r‚r‡zAudioSingle.to_inputNr9)r)r—rˆr"r"r"r#r–þs r–ÚAbstractInnerTypeÚorderc@s:eZdZUded<ded<edd d „ƒZeddd„ƒZd S)Ú AbstractInnerr~Úcontentzasyncio.FutureÚfutureÚresultr›r)ÚNonecÃódSr5r"©rQr r"r"r#Úcompleteó€zAbstractInner.completecÃr¢r5r"rPr"r"r#Ú get_resultr¥zAbstractInner.get_resultN)r r›r)r¡)r)r›)rrr r!rr¤r¦r"r"r"r#rs rc@ó6eZdZUded<dZded<dd d„Zddd „ZdS)ÚEmbeddingInnerrƒržNúOptional['EmbeddingReturnType']Ú embeddingr ÚEmbeddingReturnTyper)r¡cÃóH||_|jdur tdƒ‚z |j |j¡WdStjjy#YdSw©úZmarks the future for completion. only call from the same thread as created future.Nzembedding is None©rªÚ ValueErrorrŸÚ set_resultÚasyncioÚ exceptionsÚInvalidStateErrorr£r"r"r#r¤!ó€ ÿzEmbeddingInner.completecÃó"|jIdH|jdusJ‚|jS©z/waits for future to complete and returns resultN©rŸrªrPr"r"r#r¦-ó€zEmbeddingInner.get_result©r r«r)r¡©r)r«©rrr r!rªr¤r¦r"r"r"r#r¨ó r¨)rœc@s>eZdZUded<edddZded<ddd „Zddd„ZdS)ÚReRankInnerr‰ržNF)ÚdefaultÚcomparezOptional[float]r'r rr)r¡cÃr¬)r®Nz score is None)r'r°rŸr±r²r³r´r£r"r"r#r¤9rµzReRankInner.completecÃr¶r·)rŸr'rPr"r"r#r¦Er¹zReRankInner.get_result)r rr)r¡)r)r)rrr r!rr'r¤r¦r"r"r"r#r¾4s r¾c@r§)ÚPredictInnerrržNzOptional[ClassifyReturnType]Úclass_encodingr r%r)r¡cÃr¬)r®Nzclass_encoding is None)rÂr°rŸr±r²r³r´r£r"r"r#r¤QrµzPredictInner.completecÃr¶r·)rŸrÂrPr"r"r#r¦]r¹zPredictInner.get_result)r r%r)r¡)r)r%)rrr r!rÂr¤r¦r"r"r"r#rÁLr½rÁc@r§)Ú ImageInnerr‘ržNr©rªr r«r)r¡cÃr¬rr¯r£r"r"r#r¤irµzImageInner.completecÃr¶r·r¸rPr"r"r#r¦ur¹zImageInner.get_resultrºr»r¼r"r"r"r#rÃdr½rÃc@r§)Ú AudioInnerr–ržNr©rªr r«r)r¡cÃr¬rr¯r£r"r"r#r¤rµzAudioInner.completecÃr¶r·r¸rPr"r"r#r¦r¹zAudioInner.get_resultrºr»r¼r"r"r"r#rÄ|r½rÄÚsingle_typeúType[AbstractSingle]r)úType[QueueItemInner]cCs|tvrtd|›ƒ‚t|S)Nz#Unknown type of input_single_item, )Ú_type_to_inner_item_mapr°)rÅr"r"r#Úget_inner_itemŸsrÉc@s(eZdZUded<eddZded<dS)ÚPrioritizedQueueItemrÚpriorityF)rÀÚQueueItemInnerÚitemN)rrr r!rrÍr"r"r"r#rÊ¦s rÊc@s&eZdZUded<ded<ded<dS)ÚOverloadStatusrÚqueue_fractionrÚqueue_absoluteÚresults_absoluteNrr"r"r"r#rÎ¬r$rÎc@rŽ)ÚModelNotDeployedErrorNrr"r"r"r#rÒ³órÒc@rŽ)ÚMatryoshkaDimErrorNrr"r"r"r#rÔ·rÓrÔc@rŽ)ÚImageCorruptionNrr"r"r"r#rÕ»rÓrÕc@rŽ)ÚAudioCorruptionNrr"r"r"r#rÖ¿rÓrÖ)ÚembedÚrerankÚclassifyÚimage_embedÚaudio_embedc@seZdZdZdZdZdS)ÚModalityÚtextr˜r“N)rrr rÝr˜r“r"r"r"r#rÜÆsrÜr")rÅrÆr)rÇ)UÚ__doc__Ú __future__rr²r/ÚsysÚabcrrÚdataclassesrrÚ functoolsrÚtypingrr r rrr rrrÚnumpyÚnpÚnumpy.typingÚnptrr!Ú PIL.ImagerÚ ImageClassÚImportErrorÚImageClassTypeÚversion_infoÚdataclass_argsÚNDArrayrVr«r—rr%rÚReRankReturnTypeÚUnionReturnTyperr0r(r<rArGrUr\rbrmrrdrwryr~rƒr‰rr‘r–r›rr¨r¾rÁrÃrÄrÌrÈrÉrÊrÎÚ ExceptionrÒrÔrÕrÖÚModelCapabilitesrÜr"r"r"r#Ús¤,ÿ û