
    jJ                         d dl Z d dlZd dlmZ d dlmZ d dlmZ d dl	m
Z
 d dlmZ ej        rd dlmZ e G d d	e
                      ZdS )
    N)	dataclass)BaseSourceConnector)logger)Runner)update_download_dir_hash)SimpleWikipediaConfigc                   B    e Zd ZU ded<   d Zdej        e         fdZdS )WikipediaRunnerr   connector_configc                     t          j        | j        j                            d                    }t          d| j        |t                    | j        _        d S )Nzutf-8	wikipedia)connector_nameread_confighashed_dir_namer   )	hashlibsha256r   
page_titleencoder   r   r   download_dir)selfr   s     n/lsinfo/ai/hellotax_ai/base_platform/venv/lib/python3.11/site-packages/unstructured/ingest/runner/wikipedia.pyupdate_read_configz"WikipediaRunner.update_read_config   s\    !.!,33G<<
 
 )A&(+	)
 )
 )
%%%    returnc                     ddl m} |S )Nr   )WikipediaSourceConnector)'unstructured.ingest.connector.wikipediar   )r   r   s     r   get_source_connector_clsz(WikipediaRunner.get_source_connector_cls   s(    	
 	
 	
 	
 	
 	
 ('r   N)	__name__
__module____qualname____annotations__r   tTyper   r    r   r   r
   r
      sT         ----

 

 

(!&1D*E ( ( ( ( ( (r   r
   )r   typingr#   dataclassesr   unstructured.ingest.interfacesr   unstructured.ingest.loggerr   &unstructured.ingest.runner.base_runnerr    unstructured.ingest.runner.utilsr   TYPE_CHECKINGr   r   r
   r%   r   r   <module>r-      s         ! ! ! ! ! ! > > > > > > - - - - - - 9 9 9 9 9 9 E E E E E E? NMMMMMM ( ( ( ( (f ( ( ( ( (r   