o di<@sdZddlmZmZmZmZddlmZmZm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZddlmZ ddl!m"Z"ddl#m$Z$ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ddl%m,Z-d d l.m/Z/m0Z0e/r-d d l1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>d d l?m@Z@id e e4fddddee7fddddee5fddddee9fddddee8fddddee;fddddee3fddddee=fdddd ee;fd!ddd"ee:fd#ddd$ee:fd%ddd&ee:fd%ddd'e efd+d)dd,ee2fd-d.dd/ee6fd0ddZAniZA 1 1 1 1 1 1 1 2 1 3 1 1 1dLd4eBd5eeeCeBfd6eBd7eeeBefd8ed9eef d:d;ZD 2 1 3 1 1dMd4eBd5eeeCeBfd6eBd7eeeBefd8ef dZF 1 1 1 1 1 ? 1 @ 1 1dNdAeBdBeedCeeeBefdDeeeBe"fdEeeeBe$fdFeCd5eeeBeCfdGeeBd6eeBdHeeCdIefdJdKZd1S)Oz%Pipelines running different backends.)AnyDictOptionalUnion)AudioClassificationPipeline AutoConfigAutoFeatureExtractorAutoImageProcessor"AutomaticSpeechRecognitionPipeline AutoTokenizerFeatureExtractionPipelineFillMaskPipelineImageClassificationPipelineImageSegmentationPipelineImageToImagePipelineImageToTextPipelinePipelinePreTrainedTokenizerPreTrainedTokenizerFastQuestionAnsweringPipelineSequenceFeatureExtractorSummarizationPipelineText2TextGenerationPipelineTextClassificationPipelineTextGenerationPipelineTokenClassificationPipelineTranslationPipelineZeroShotClassificationPipeline)pipeline)PreTrainedFeatureExtractor)BaseImageProcessor)FEATURE_EXTRACTOR_MAPPINGIMAGE_PROCESSOR_MAPPINGTOKENIZER_MAPPING check_taskget_default_model_and_revisioninfer_framework_load_model)SUPPORTED_TASKS)is_onnxruntime_availableis_transformers_version) ORTModelForAudioClassificationORTModelForCausalLMORTModelForFeatureExtractionORTModelForImageClassificationORTModelForImageToImageORTModelForMaskedLMORTModelForQuestionAnsweringORTModelForSemanticSegmentationORTModelForSeq2SeqLM!ORTModelForSequenceClassificationORTModelForSpeechSeq2SeqORTModelForTokenClassificationORTModelForVision2Seq)ORTModelzfeature-extractionzdistilbert-base-casedtext)implclassdefaulttypez fill-maskzbert-base-casedzimage-classificationzgoogle/vit-base-patch16-224imagezimage-segmentationz)nvidia/segformer-b0-finetuned-ade-512-512zquestion-answeringz%distilbert-base-cased-distilled-squadztext-classificationz/distilbert-base-uncased-finetuned-sst-2-englishztext-generation distilgpt2ztoken-classificationz0dbmdz/bert-large-cased-finetuned-conll03-englishzzero-shot-classificationzfacebook/bart-large-mnli summarizationzt5-base translationzt5-smallztext2text-generationzautomatic-speech-recognitionzopenai/whisper-tiny.en multimodalz image-to-textz$nlpconnect/vit-gpt2-image-captioningzaudio-classificationzsuperb/hubert-base-superb-ksaudiozimage-to-imagez!caidas/swin2SR-classical-sr-x2-64Nmain subfoldertokenrevision model_kwargsconfig hub_kwargscKsddlm}| durtddrddi} ni} t|tr|}nd}d||di}t|f|| d|d|| \}}|d krAtd |j|fi|}|||||fS) Nr()BetterTransformerz>=z4.36.0attn_implementationeagerpt) model_classesrJ frameworktasktfzZBetterTransormer is PyTorch-specific. It will not work with the provided TensorFlow model.)bettertransformerrLr* isinstancestrr&NotImplementedError transform)model targeted_taskload_tokenizer tokenizerfeature_extractorload_feature_extractorimage_processorload_image_processorr'rFrGrHrIrJrKkwargsrLmodel_idrPrQrcn/lsinfo/ai/hellotax_ai/llm_service/venv_embed/lib/python3.10/site-packages/optimum/pipelines/pipelines_base.pyload_bettertransformers6      recKs"| duri} t|tr!|}||ddj|f| | | d| }nit|tr|durE|rE|jD] }t|ttfr<|}nq/|durEtd|durb|rb|jD] }t|trY|}nqN|durbtd|dur|r|jD] }t|t rv|}nqk|durtdd}ntd|d|||||fS) Nr;r)rHrFrGz^Could not automatically find a tokenizer for the ORTModel, you must pass a tokenizer explictlyznCould not automatically find a feature extractor for the ORTModel, you must pass a feature_extractor explictlyzlCould not automatically find a feature extractor for the ORTModel, you must pass a image_processor explictlyzModel z is not supported. Please provide a valid model either as string or ORTModel. You can also provide non model then a default one will be used) rUrVfrom_pretrainedr8 preprocessorsrr ValueErrorrr )rYrZr[r\r]r^r_r`r'rFrGrHrIrJrarb preprocessorrcrcrdload_ort_pipelines^           rj)ortrTTrkrRrYr\r]r_use_fast acceleratortrust_remote_codereturnc  Os|drdn|} |dkr#| ttvr#td| dtt|tvr/td|d|dkr5tnt} |durY|dkrSt|\}}}t|d|\}}|pQ|}n| | d}||| dd }| d d}|durt |t rt j |fd |i|| }|j|d <t}t}t}| D]D\}}|d dkr||||q|d dvr||q|d dvr||||q|d dvrtd|d|d q|p|j}t|tvp|jdu}t|tvp|du}t|tvp|du}| |vrd}| |vrd}| |vr d}|r|rd}t||| ||||||g| R| |||d| \}}}}}| |d}|durJ|rJtj |fd|i|}|dur]|r]tj |fd|i|}|durn|rntj |fi|}t|f|||||d| S)NrArkzTask zE is not supported for the ONNX Runtime pipeline. Supported tasks are z Accelerator zL is not supported. Supported accelerators are "ort" and "bettertransformer".rOr<)rHrGrn _commit_hashrJ_from_pipelinerpr=r9>r>video>rC)rBrCrrzSUPPORTED_TASK z contains invalid type F)r'rJrKrGTruerl)rYr\r]r_rl) startswithlistORT_SUPPORTED_TASKSkeysrhMAPPING_LOADING_FUNCTRANSFORMERS_SUPPORTED_TASKSr$r%getrUrVrrfrpsetitemsaddrJr=r#tokenizer_classr!r"r rr transformers_pipeline)rRrYr\r]r_rlrGrmrHrnrIrarZsupported_tasks_ target_task task_optionsdefault_revisionrKrJno_feature_extractor_tasksno_tokenizer_tasksno_image_processor_tasks_taskvalues model_configr[r^r`rbrcrcrdr2s                     r) NNNNNNNrDNrENNN)rDNrENN) NNNNNTNrkNN)G__doc__typingrrrr transformersrrrr r r r r rrrrrrrrrrrrrrrrrr%transformers.feature_extraction_utilsr#transformers.image_processing_utilsr transformers.pipelinesr!r"r#r$r%r&r'ryutilsr)r* onnxruntimer+r,r-r.r/r0r1r2r3r4r5r6r7onnxruntime.modeling_ortr8rvrVboolrerjrxrcrcrcrdsh     <  %+17=CIOU[c     @     B