j- ddlZddlmZmZddlmZddlZddlm Z m Z m Z m Z m Z mZmZmZddlmZddlmZdefdZd ed ejed efd Z ddedejejeejefdejejejeded ejeeff dZ ddejdejeje ded ejfdZ Gddej!Z!dS)N)fields is_dataclass)gettext)CliChunkingConfig CliConfigCliEmbeddingConfigCliPartitionConfigCliPermissionsConfigCliProcessorConfig CliReadConfigCliRetryStrategyConfig) BaseConfig)loggeroptionsc|D],\}}t|trt|||<-dSN)items isinstancetuplelist)rkvs g/lsinfo/ai/hellotax_ai/base_platform/venv/lib/python3.11/site-packages/unstructured/ingest/cli/utils.pyconform_click_optionsrsI !!1 a   !aGAJ!! flat_dataconfigreturncdtdtjtffd ||}||dS)ab To be able to extract a nested dataclass from a flat dictionary (as in one coming from a click-based options input), the config class is dynamically looked through for nested dataclass fields and new nested dictionaries are created to conform to the shape the overall class expects whn parsing from a dict. During the process, this will create copies of the original dictionary to avoid pruning fields but this isn't a problem since the `from_dict()` method ignores unneeded values. Not handling more complex edge cases for now such as nested types i.e Union[List[List[...]]] inner_d inner_configc  dtfd |}t|D]}|j}t j|tjurt j|}d|D} fd|D}d|D}d|D}|ss|r |j|vrt|dkrAtj d |jd ||d }t j|} | r| } |tr || ||j<|S) NrcF t||S#t$rYdSwxYw)NF) issubclass Exception)instance class_types r is_subclassz9extract_config..conform_dict..is_subclass+s9 !(J777   uu s   c|g|]9}tj|turtj|dn|:S)r)t get_originrget_args).0us r z8extract_config..conform_dict..8sI   KL Q4(?(?AJqMM!$$Q   rcFg|]}|td|Sr)type)r-rr(s rr/z8extract_config..conform_dict..<s5(c(c(cq TUW[\`WaWaHbHb(c(c(c(crc0g|]}t||Srr-rs rr/z8extract_config..conform_dict..=s$)^)^)^l[\oo)^!)^)^)^rc0g|]}t||Sr3r4r5s rr/z8extract_config..conform_dict..>s3...LOO....rzFmore than one dataclass type possible for field {}, not extracting: {}z, rr r!)boolcopyrr1r*r+Unionr,namelenrwarningformatjoinr) r r!ddfieldf_type union_valuesconcrete_union_valuesdataclass_union_valuesnon_dataclass_union_valuesoriginr( conform_dicts @rrIz$extract_config..conform_dict(s      \\^^L))! O! OEZF|F##qw.. z&11   P\    )d(c(c(cL(c(c(c%)^)^5J)^)^)^&..4...*..%*2B2B-..22N--3VEJ J`@a@a-b-b/2\&))F {6:.. O!-bv!N!N!N5: rr8F)apply_name_overload)dictr*Typer from_dict)rr adjusted_dictrIs @rextract_configrOsf,d,!&2D,,,,,,\!LHHHM   Mu  E EErTdataextrasvalidate add_defaultsc |r|ng}|rt|tt|tt|tt|tt|t t|t t|tdni}|r_|D]J\}} t||||<#t$r#}tj d|j |d}~wwxYw|D]>} t||#t$r}td|j |d}~wwxYw|S)z Extract all common configs used across CLI command and validate that any command-specific configs have all their needed information from the Click options that are passed in during invocation. )rr) read_configpartition_configembedding_configchunking_configprocessor_configpermissions_configretry_strategy_configzfailed to extract config from Nzfailed to validate config ) rOr r rrr r r rr%rerror__name__) rPrQrRrSresrconfers rextract_configsraZs$+xxH  )DOOO .FX Y Y Y .FX Y Y Y-EVWWW .FX Y Y Y"04H\"]"]"]%3dKa%b%b%b   ||~~  GAt '$tDDDA    MdmMMNNN NN N T! 4 4 4 4 4 N N NEEEFFA M N Js0=C C?C::C?D E#D;;Ecmdis_srcc |r,tttttt t gng}|||D]E} ||#t$r}td|j d|d}~wwxYw|S)N)rbzfailed to set configs from z: ) r r rrr r r extendadd_cli_options ValueErrorr])rbrQrcconfigsrr`s r add_optionsris        "    MM'SS S  " "s " + + + + S S SQ6?QQaQQRR R S Js A"" B ,BB cFeZdZfdZdejdejddfdZxZS)Groupc t||S#tj$r;d|vr|jD] }d|_ t||cYSwxYw)z This allows for subcommands to be called with the --help flag without breaking if parent command is missing any of its required parameters z--helpF)super parse_argsclickMissingParameterparamsrequired)selfctxargsparam __class__s rrnzGroup.parse_argss 177%%c400 0% 1 1 1t## ' '!&77%%c400 0 0 0 1s!%AA/.A/rt formatterrNcpg}||D]:}|||}||jr#|||f;t |r|jr%|jdz t d|Dz }ndt d|Dz }g}|D]1\}}||}|||f2|rT|td5| |ddddS#1swxYwYdSdSdS)z~ Copy of the original click.Group format_commands() method but replacing 'Commands' -> 'Destinations' Nc3@K|]}t|dVdSrNr=r-rbs r z(Group.format_commands..s,1R1R##c!f++1R1R1R1R1R1Rric3@K|]}t|dVdSr|r}r~s rrz(Group.format_commands..s, A ASV A A A A A Ar Destinations) list_commands get_commandhiddenappendr=widthmaxget_short_help_strsection_write_dl) rsrtrxcommands subcommandrblimitrowshelps rformat_commandszGroup.format_commandss ,,S11 / /J""3 33C{z  OOZ- . . . . x== - B!!+c1R1R1R1R1R.R.RRS A A A A AAAAD#+ 0 0 C--e44 Z.//// -&&q'8'899--&&t,,,------------------ - - - -sD''D+.D+) r] __module__ __qualname__rnroContext HelpFormatterr __classcell__)rws@rrkrksg11111"-5=-U=P-UY--------rrk)NNT)T)"typingr* dataclassesrrrrro"unstructured.ingest.cli.interfacesrrrr r r r r unstructured.ingest.interfacesrunstructured.ingest.loggerrrKrrLrOOptionalDictstrListr9raCommandrirkr3rrrs6,,,,,,,,                     655555------!4!!!!;Fd;FAF:,>;F:;F;F;F;F@;?7; && & Jqvc16*#556 7&jz 234& & VCO &&&&TKO  !qvi'8 9CG ]40-0-0-0-0-EK0-0-0-0-0-r