
    j4              
       &   d dl mZ d dlZd dlZd dlZd Zedk    r ej        d          Z ee          \  Z	Z
e	                    d          Z
 ej        ddd	          Ze                    e	          Zd
 eD             Z eee
          D ]a\  ZZeek    r4	  e eedd                    d eedd                               ? e ee           d ee                      b e ee           ee
                     dS dS )    )sendfileNc                 H    d | D             }d                     |          |fS )Nc                 B    g | ]}|j                             d           S )")textrstrip).0sents     m/lsinfo/ai/hellotax_ai/base_platform/venv/lib/python3.11/site-packages/benchmarks/universal_dependency_sbd.py
<listcomp>z1universal_gold_text_sentences.<locals>.<listcomp>   s(    GGGdi&&s++GGG    
)join)conllu_contentexpected_sentss     r   universal_gold_text_sentencesr   
   s.    GGGGGN 99^$$n44r   __main__zM/Users/nipunsadvilkar/projects/Personal/UD_Marathi-UFAL/mr_ufal-ud-dev.conllur   enF)languageclean	char_spanc                 6    g | ]}|                                 S  )strip)r	   ss     r   r   r      s     ,,,a		,,,r   
   z === z >>> )osr   pysbdrandompyconllr   __name__load_from_filer   r   expectedsplit	Segmenter	segmentersegmentsegmentszipsegexpprintreprlenr   r   r   <module>r/      s           5 5 5 z+W+,{||N 32>BBND(zz$HUeLLLI  &&H,,8,,,H C(++ 2 2S#::ETT#crc(^^::$$s3B3x..::;;;;ETT#YY00TT#YY001111	E##h--X'''''9 r   