Xj"UddlZddlmZddlmZddlmZeeZdZ dZ GddZ da e dze d <d e fd ZdS) N)Any) Neo4jClient) get_loggerg333333?g333333?c*eZdZdefdZ ddeeeefdede de deee fdzd eeeeff d Z d ee de de d ee e ffd Z d ee de de d ee e ffd Z d ee de de d ee e ffdZdS) GraphReranker neo4j_clientc||_dS)Nr)selfrs I/lsinfo/ai/hellotax_ai/base_platform/app/services/graph/graph_reranker.py__init__zGraphReranker.__init__s(Nresultsquery tenant_idkb_idweightsreturnc|s|S|ddddd}d|D}i}| ddlm} || j| j| j|} d| D}n4#t$r'} t d| Yd} ~ nd} ~ wwxYw| |||} | |||} | |||}|D]}|d }|d d }| |d }| |d }||d }|d |z|d|zz|d|zz|d|zz}||d}|dkr|tz}d|d<d|d<n%|dkr|t z}d|d<d|d<n ||d<d|d<||d<||d<||d<||d<||d <|ddt%d|D}tdt)|d |d!|S)"Ng?g?) vector_scorepagerankentity_overlap path_distancecg|] }|d S) document_id.0rs r z(GraphReranker.rerank..&s5551]#555rr)KnowledgeDocumentc,i|]}|j|jpdS) effective)id doc_status)rrows r z(GraphReranker.rerank..1s#!X!X!XC#&#.*GK!X!X!Xru8[GraphReranker] doc_status 查询失败（非致命）: rscore?rrrrr#obsoleter%Tstatus_penalizedamendedForiginal_scorepagerank_scoreentity_overlap_scorepath_distance_scorec|dS)Nr(r)xs r z&GraphReranker.rerank..Ts 1W:r)keyreversec3DK|]}|ddVdS)r,N)getrs r z'GraphReranker.rerank..Us4NNAAEE:L4M4MNaNNNNNNrz Reranked z results using graph features (z obsolete/amended penalized))app.models.knowledge_baser!rr$r%filterin_all Exceptionloggerwarning_calculate_pagerank_calculate_entity_overlap_calculate_path_distancesr9_OBSOLETE_SCORE_PENALTY_AMENDED_SCORE_PENALTYsortsuminfolen)r rrrrrdbdoc_idsdoc_status_mapr!rowsepagerank_scoresentity_overlap_scorespath_distancesresultdoc_idrrrrcombined_scorestatuspenalized_counts r rerankzGraphReranker.reranks? N ? #"%!$ G 65W555)+ > _GGGGGGHH.13D3OPPV-044W==>>SUU "Y!XSW!X!X!X _ _ _]Z[]]^^^^^^^^ _227IuMM $ > >w SX Y Y77ERR - -FM*F!::gs33L&**6377H266vsCCN*..vs;;M',6*%01*+n<=/*]:;  $'' <.js!?!?!?!!H+!?!?!?rr8c8g|]}|d|dz dS)rTr^rTr(r)rr max_degrees r r z5GraphReranker._calculate_pagerank..ks;STq{Qx[:5MNNrc,i|]}|d|dSr`rrs r r'z5GraphReranker._calculate_pagerank..ns"???!ak1W:???rrc"i|] \}}||z  Srrrkv max_scores r r'z5GraphReranker._calculate_pagerank..r#JJJ41aaYJJJrzFailed to calculate PageRank: r*) r execute_queryr?maxvaluesitemsr@errordictfromkeys) r rLrrrfallback_queryrscoresrOrargs @@r rBz!GraphReranker._calculate_pagerank[s /CE}N +99' \a&b&b:   +99"+2UZ[[:ELRS!?!?w!?!?!?@@@QR X_  @?w???F K 00 q==JJJJ6<<>>JJJFM / / / LL=!== > > >==#.. . . . . . . /s?C *CAB?CBAC D(&7D#D(#D(c d}|j||||d}d|D}|rGt| dkr fd|D}|D] }||vrd||< |S#t $rB}t d|t |dcYd}~Sd}~wwxYw) Na MATCH (d1:Document) WHERE d1.id IN $doc_ids AND d1.tenant_id = $tenant_id AND d1.kb_id = $kb_id MATCH (d1)-[:CONTAINS]->(e:Entity)<-[:CONTAINS]-(d2:Document) WHERE d2.id IN $doc_ids AND d2.tenant_id = $tenant_id AND d2.kb_id = $kb_id AND d1.id <> d2.id WITH d1.id as doc_id, count(DISTINCT e) as shared_entities RETURN doc_id, shared_entities rZr[c,i|]}|d|dS)rTshared_entitiesrrs r r'z;GraphReranker._calculate_entity_overlap..s$IIIAak1%6#7IIIrrc"i|] \}}||z  Srrrds r r'z;GraphReranker._calculate_entity_overlap..rhrr*z$Failed to calculate entity overlap: ) rrirjrkrlr?r@rmrnro) r rLrrrrrqrTrOrgs @r rCz'GraphReranker._calculate_entity_overlapxs! /UE'55gIX]"^"^6GJIIIIF K 00 q==JJJJ6<<>>JJJF! ) )''%(F6NM / / / LLCCC D D D==#.. . . . . . . /sBB C7C CCc` d}|j||||d}i}|D](}|d}tj| ||d<)|D] } | |vrd|| < |S#t$rB} t d| t|dcYd} ~ Sd} ~ wwxYw) Na MATCH (d1:Document) WHERE d1.id IN $doc_ids AND d1.tenant_id = $tenant_id AND d1.kb_id = $kb_id MATCH (d2:Document) WHERE d2.id IN $doc_ids AND d2.tenant_id = $tenant_id AND d2.kb_id = $kb_id AND d1.id <> d2.id MATCH path = shortestPath((d1)-[*..3]-(d2)) WITH d1.id as doc_id, avg(length(path)) as avg_distance RETURN doc_id, avg_distance rZr[ avg_distancerTg?z$Failed to calculate path distances: r)) rrimathexpr?r@rmrnro) r rLrrrrrqrdistancerTrOs r rDz'GraphReranker._calculate_path_distancess /^E'55gIX]"^"^6GF : :^,&*hy&9&9q{##! ) )''%(F6NM / / / LLCCC D D D==#.. . . . . . . /sAA!! B-+7B("B-(B-)NN)__name__ __module__ __qualname__rr listrnstrrintfloatrXrBrCrDrrr rrs)[)))),0 EEd38n%EE E  E c5j!D( E d38n EEEEN/Cy/-0/9</ c5j ////:/Cy/-0/9</ c5j ////*/Cy/-0/9</ c5j //////rrgraph_rerankerrcHtddlm}t|atS)Nrr )rapp.services.graph.neo4j_clientrrr s r get_graph_rerankerrs/@@@@@@'|44 r)rxtypingrrrcommon_loggingrr{r@rErFrr__annotations__rrrr rs 777777%%%%%% H  P/P/P/P/P/P/P/P/f(, $+++Mr