
    jt
                        d dl Zd dlZd dlmZ d dlmZmZm	Z	m
Z
mZmZmZmZ d dlmZmZmZmZmZmZmZmZmZmZ  ee          5   ej        d           ddd           n# 1 swxY w Y   	 	 	 	 	 ddededed	ej        e         d
ej        e	         dej        e
         dej        e         dej        e         ddfdZdS )    N)suppress)BaseDestinationConnectorBaseSourceConnectorChunkingConfigEmbeddingConfigPartitionConfigPermissionsConfigProcessorConfigRetryStrategyConfig)
Chunker
DocFactoryEmbedderPartitionerPermissionsDataCleanerPipelinePipelineContextReaderReformatNodeWriterspawnprocessor_configsource_doc_connectorpartition_configdest_doc_connectorchunking_configembedder_configpermissions_configretry_strategy_configreturnc           	         t          j        |                                           }t          ||          }	t	          |||j                  }
t          ||          }g }|r$|                    t          ||                     |r$|                    t          ||                     |rt          ||          nd }|rt          ||           nd }t          ||	|
||||          }|                                 d S )	N)pipeline_contextr   )r!   r   read_config)r!   r   )r!   r   )r!   r   )r!   r   )r!   r   )r!   doc_factory_nodesource_nodepartition_nodereformat_nodes
write_nodepermissions_node)r   	from_dictto_dictr   r   r"   r   appendr   r   r   r   r   run)r   r   r   r   r   r   r   r   pipeline_configdoc_factoryreaderpartitionerr&   writerpermissions_data_cleanerpipelines                   g/lsinfo/ai/hellotax_ai/base_platform/venv/lib/python3.11/site-packages/unstructured/ingest/processor.pyprocess_documentsr5       s}    &/0@0H0H0J0JKKO(1  K (3(4  F
 QabbbK+-N 
!0 /  	
 	
 	
  
!0 /  	
 	
 	
 		,1	
 	
 	
 	

   	Rbcccc 
 ($"%1  H LLNNNNN    )NNNNN)multiprocessingmptypingt
contextlibr   unstructured.ingest.interfacesr   r   r   r   r   r	   r
   r   unstructured.ingest.pipeliner   r   r   r   r   r   r   r   r   r   RuntimeErrorset_start_methodOptionalr5    r6   r4   <module>rB      s7                	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	                        Xl ! !B   ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! @D26378<=A: :%:-: &: 
#;<	:
 Z/: Z0: 
#45: :&9:: 
: : : : : :s   A##A'*A'