Xj-|UddlmZddlmZddlmZeeZGddZda edze d<defd Z dS) )Any) Neo4jClient) get_loggerc eZdZdefdZdededefdZdeee e fdeee e fdededef d Z ddeded efd Z ded e dedefdZ dS)RelationExtractor neo4j_clientc||_dS)Nr)selfrs M/lsinfo/ai/hellotax_ai/base_platform/app/services/graph/relation_extractor.py__init__zRelationExtractor.__init__s( document_id tenant_idkb_idcd} |j||||d}tdt |d|dS#t $r(}td|Yd}~dSd}~wwxYw)Na/ MATCH (d1:Document {id: $doc_id, tenant_id: $tenant_id, kb_id: $kb_id}) MATCH (d1)-[:CONTAINS]->(e:Entity) MATCH (e)<-[:CONTAINS]-(d2:Document) WHERE d2.tenant_id = $tenant_id AND d2.kb_id = $kb_id AND d2.id <> $doc_id WITH d1, d2, count(e) as shared_entities WHERE shared_entities >= 2 MERGE (d1)-[r:SIMILAR_TO]-(d2) SET r.similarity = toFloat(shared_entities) / 10.0, r.method = 'entity_overlap' RETURN d2.id as related_doc_id, shared_entities )doc_idrr parameterszCreated z document relations for doc z%Failed to create document relations: r execute_writeloggerinfolen Exceptionerror)r rrrqueryresultses r create_document_relationsz+RelationExtractor.create_document_relationssO  F'55[y[`"a"a6G KKZ3w<<ZZ[ZZ [ [ [ [ [ F F F LLDDD E E E E E E E E E FsA A BBBentities relationsc <|sdSd|D}|D]}|d}|d} ||vs| |vrd} |j| || |d|d|||dO#t$r-} td |d | d | Yd} ~ d} ~ wwxYwdS) Nch|] }|d S)name).0rs r z.%s444a& 444rsourcetargetaG MATCH (e1:Entity {name: $source, tenant_id: $tenant_id, kb_id: $kb_id}) MATCH (e2:Entity {name: $target, tenant_id: $tenant_id, kb_id: $kb_id}) MERGE (e1)-[r:RELATED_TO {type: $rel_type}]->(e2) SET r.confidence = $confidence, r.document_id = $doc_id type confidence)r)r*rel_typer,rrrrz!Failed to create entity relation z->z: )rrrrr) r r!r"rrr entity_namesrelationr)r*rrs r create_entity_relationsz)RelationExtractor.create_entity_relationss,  F448444 ! Z ZHh'Fh'F\))V<-G-GdE Z!//"("($,V$4&.|&<"-%.!&  0     Z Z Z XXX6XXUVXXYYYYYYYY Z' Z Zs0A"" B,#BBmin_co_occurrencecd} |j||||dtd|dS#t$r(}td|Yd}~dSd}~wwxYw)Na MATCH (d:Document {tenant_id: $tenant_id, kb_id: $kb_id}) MATCH (d)-[:CONTAINS]->(e1:Entity) MATCH (d)-[:CONTAINS]->(e2:Entity) WHERE e1.name < e2.name WITH e1, e2, collect(d.id) as docs, count(d) as co_count WHERE co_count >= $min_count MERGE (e1)-[r:CO_OCCURS_WITH]-(e2) SET r.count = co_count, r.documents = docs )rr min_countrz'Created co-occurrence relations for kb z*Failed to create co-occurrence relations: )rrrrrr)r rrr2rrs r create_co_occurrence_relationsz0RelationExtractor.create_co_occurrence_relations<sn K   + +)2UQbcc ,    KKI%II J J J J J K K K LLIaII J J J J J J J J J Ks=A A5 A00A5contentcd} |j|||||d}|r/tdt |d|dSdS#t $r(}td|Yd}~dSd}~wwxYw)Na MATCH (d1:Document {id: $doc_id, tenant_id: $tenant_id, kb_id: $kb_id}) MATCH (d2:Document {tenant_id: $tenant_id, kb_id: $kb_id}) WHERE d2.id <> $doc_id AND d2.title IS NOT NULL AND $content CONTAINS d2.title MERGE (d1)-[r:REFERENCES]->(d2) SET r.context = 'title_mention', r.confidence = 0.8 RETURN d2.id as referenced_doc_id )rr6rrrz Inferred z document references for doc z%Failed to infer document references: r)r rr6rrrrrs r infer_document_referencesz+RelationExtractor.infer_document_referencesIs~ F'55)&!*" 6G b `G ``S^``aaaaa b b F F F LLDDD E E E E E E E E E FsAA B "BB N)r1)__name__ __module__ __qualname__rr intr listdictstrrr0r5r8r&rr rr sD)[))))FSFSFQTFFFFZtCH~&ZS#X'Z Z  Z  ZZZZDDE K K K%( K=@ K K K KFSF3FSVF_bFFFFFFrrNrelation_extractorreturncHtddlm}t|atS)Nrr )r@app.services.graph.neo4j_clientrrr s r get_relation_extractorrD^s0!@@@@@@/|<< r) typingrrCrcommon_loggingrr9rrr@__annotations__rDr&rr rHs777777%%%%%% H   LFLFLFLFLFLFLFLF^04%,333 1r