o Ԣi*@snddlZddlZddlmZmZddlZddlmZddlm Z e e Z GdddZ dade fdd ZdS) N)ListOptional)Session)get_embedding_factoryc@seZdZddZdededeefddZ     d%d e d ee d ee d ee deedeedee e fd dZ d e d e d e dee e fddZ d e d e dee e fddZ     d%de e d ee d ee d ee deedeede ee e fddZ d&de e d e dede ee e fddZd'dee fddZ   d(de e d ee d ee d ee de ee e f ddZd)d e d!ed"ede e fd#d$ZdS)*EmbeddingServicecCs d|_dS)Nztext-embedding-v3) default_model)selfr Q/lsinfo/ai/hellotax_ai/base_platform/app/services/llm/multi_provider_embedding.py__init__s zEmbeddingService.__init__dbmodel_idreturnc Csddlm}m}ddlm}z|}d|}||}|r@td||| |j |dk } | r=| |d<|WS|| |j |k } | s[t d|d Wd S|| |j | jk } | sxt d | jd Wd S| j| j| jp| j| j d } |j|| d dtd|| j| j| | jp| jd} | WSty} zt d| WYd } ~ d Sd } ~ ww)z DEPRECATED: Legacy method for backward compatibility. New code should use embedding_backend_factory directly. r)Model ModelProvider)get_query_cache_servicezcache:model_config:z$Model config cache hit for model_id= provider_idapi_keyz Model ID z does not existNz Provider ID ) model_name model_codebase_urlri)ttlz3Cached model config (without API key) for model_id=)rrrrz#Failed to get model configuration: )app.models.providerrrapp.services.cache.query_cachergetloggerdebugqueryfilteridfirst get_api_keyerrorrnamecoderdefault_base_urlset Exception)rr r rrr cache_service cache_key cached_configprovidermodel cache_configconfiger r r get_model_configs\          z!EmbeddingService.get_model_configNtextr,rrc CsP|r|s tddS|r#|r#td|tj|||ddS|p'|j}zY|s3tdWdSd|vp>d|v}|rW|rWd|vrWtd || |||WS|rat j ||d }nt j |d }|j j ||d } | jd j} tdt| | WSty} ztd| d dl} t| WYd} ~ dSd} ~ ww)Nz(Text is empty, cannot generate embeddingz7Using provider registry embedding routing for model_id=T)r1r r normalizezAPI key not providedvlvisionzdashscope.aliyuncs.comz1Using native DashScope API for multimodal model: )rr)rr,inputrz4Successfully generated embedding vector, dimension: z%Failed to generate embedding vector: )striprwarninginforgenerate_embeddingrr"lower_generate_embedding_dashscopeopenaiOpenAI embeddingscreatedata embeddinglenr' traceback format_exc) rr1r,rrr r is_multimodalclientresponserBr/rDr r r r:IsJ     z#EmbeddingService.generate_embeddingc Cszd|vs d|vrd}|dd|igid}n d}|d|gid}d |d d }td |d |d|tj|||dd}|jdkr|}td|d|vrd|dvr|dd} | rt| dkr| dd} tdt| | WStdWdStd|WdStd|jd|j WdSt y} ztd| ddl } t| WYd} ~ dSd} ~ ww)Nr3r4zchttps://dashscope.aliyuncs.com/api/v1/services/embeddings/multimodal-embedding/multimodal-embeddingcontentsr1r5zWhttps://dashscope.aliyuncs.com/api/v1/services/embeddings/text-embedding/text-embeddingtextszBearer zapplication/json) Authorizationz Content-TypezDashScope API request: url=z, model=z, data=)headersjsontimeoutzDashScope API response: outputr?rrBz@Successfully generated embedding vector (DashScope), dimension: z,DashScope API returned empty embeddings listz*DashScope API response format unexpected: zDashScope API call failed: z - zDashScope API call exception: ) r;rr9requestspost status_coderNrCr"r1r'rDrE) rr1r,rurlrArMrHresultembeddings_listrBr/rDr r r r<sT     z.EmbeddingService._generate_embedding_dashscopec Csz(ddlm}td|||}|j|dd}|r&tdt||WStyN}ztd|ddl}t| WYd}~dSd}~ww)Nrget_local_bge_servicezUsing local BGE model: T)r2z@Successfully generated embedding vector (local BGE), dimension: z Local BGE model call exception: ) "app.services.llm.local_bge_servicerYrr9encoderCr'r"rDrE)rr1r,rY bge_servicerBr/rDr r r _generate_embedding_local_bges z.EmbeddingService._generate_embedding_local_bgerJc Csb|sgS|r|rtd|tj|||dddSg}|D]}|||||} || q|S)Nz=Using provider registry batch embedding routing for model_id= T)rJr r batch_sizer2)rr9rgenerate_embeddings_batchr:append) rrJr,rrr r r?r1rBr r r r`s   z*EmbeddingService.generate_embeddings_batchr^r_c Csz-ddlm}tdt|d|||}|j||dd}tdt|d|WStyY}z td |ddl}t| dgt|WYd}~Sd}~ww) NrrXzBatch encoding z texts with local BGE model: T)r_r2zSuccessfully batch encoded z textsz$Local BGE batch encoding exception: ) rZrYrr9rC encode_batchr'r"rDrE) rrJr,r_rYr\r?r/rDr r r $_generate_embeddings_batch_local_bges z5EmbeddingService._generate_embeddings_batch_local_bgerc CsRz ddlm}||WdSty(}ztd|WYd}~dSd}~ww)Nr)unload_local_bge_servicez(Failed to unload local embedding model: )rZrdr'rr8)rrrdr/r r r unload_local_embedding_models z-EmbeddingService.unload_local_embedding_modelcCs,g}|D]}|||||}||q|SN)r:ra)rrJr,rrr?r1rBr r r generate_embeddings_batch_olds  z.EmbeddingService.generate_embeddings_batch_oldrP chunk_sizeoverlapcCs\t||kr |gSg}d}|t|kr,||}|||}||||}|t|ks|S)Nr)rCra)rr1rirjchunksstartendchunkr r r chunk_text-s     zEmbeddingService.chunk_text)NNNNN)r^rf)NNN)rhrP)__name__ __module__ __qualname__r rintrdictr0strrfloatr:r<r]r`rcrergror r r r r s;  >  C   "   $rrcCstdurtatSrf)_embedding_servicerr r r r get_embedding_serviceDsrx)r=rRtypingrrloggingsqlalchemy.ormr3app.services.llm.backends.embedding_backend_factoryr getLoggerrprrrwrxr r r r s   6