
    Uh"                     >   d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ  ej>                  e       Z!i dg d	g d
dgdg dg dg dg ddg ddg dg dg dg dg dg ddgdddgdg i dg d d!d"gd#g d$g d%g d&d'g d(d)gd*g d+d,g d-g d.d/d0gd1g d2g d3d4gd5g d6d7g d8d9g d:d;gd<gd=gg d>g d?g d@Z"	  e       s e       	 dAge"dB<   	  e       r e       s e       	 dFdGge"dG<   	  e       s e       	 dJge"dK<   dLge"dM<   dNge"dO<   	  e       s e       	 dRge"dS<   dTge"dU<   	  e       s e       	 dXge"dY<   g e"dZ<   g d[e"d\<   g d]e"d^<   e"d   jS                  g d_       d`dage"db<   g e"dc<   ddge"de<   g e"df<   dgdhge"di<   djdkge"dl<   g dme"dn<   g doe"dp<   g e"dq<   g e"dr<   dsge"dt<   duge"dv<   dwge"dx<   	  e       s e       	 g e"d{<   e"d   jS                  g d|       d}d~ge"d<   g e"d<   g de"d<   g de"d<   g e"d<   	  e       s e       	 e"d   jS                  g d       g e"d<   dge"d<   er	ddl-m.Z. ddl/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZA ddlBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZN ddlOmPZP ddlQmRZRmSZS dd lTmUZUmVZVmWZWmXZXmYZYmZZZ ddl[m\Z\ dd&l]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZh ddlimjZj dd+lkmlZlmmZmmnZnmoZompZpmqZqmrZr ddls dd.ltmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlmZ dd6lmZmZmZmZmZmZ dd8lmZmZmZmZmZmZmZ dd:lmZmZmZmZmZ ddlmZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZm
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ dd?lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ 	  e       s e       	 ddlmZ 	  e       r e       s e       	 ddlmZmZ 	  e       s e       	 ddlmZ ddlmZ ddlmZ 	  e       s e       	 ddlmZ ddlmZ 	  e       r e       s e       	 ddlmZ 	  e       s e       	 dd[lmZmZm Z mZmZmZmZmZmZmZmZm	Z	m
Z
mZmZ dd]lmZmZmZmZmZmZmZmZmZ dd_lTmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZI ddlJmKZKmLZL ddlMmNZN ddlOmPZP ddlQmRZRmSZS ddlTmUZUmVZV ddmlWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZa ddolbmcZcmdZdmeZe ddlfmgZg ddlhmiZi ddljmkZk 	  e       s e       	 dd|lTmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z| ddl}m~Z~mZ ddlmZmZmZmZ ddlmZmZmZmZ 	  e       s e       	 ddlTmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ nddlZe"j;                         D ci c]  \  }}| e|       c}}Z" e ee      j@                  dz  d      Ze ei          jG                  e"        e	e  e       d   eede i      ejL                  e <    e       s# e       s e       se!jO                  d       yyyy# e$ r; ddClm#Z#  e$e#      D  cg c]  } | jK                  dD      r|  nc c} w c} e"dE<   Y sw xY w# e$ r; ddHlm&Z&  e$e&      D  cg c]  } | jK                  dD      r|  nc c} w c} e"dI<   Y w xY w# e$ r; ddPlm'Z'  e$e'      D  cg c]  } | jK                  dD      r|  nc c} w c} e"dQ<   Y w xY w# e$ r; ddVlm(Z(  e$e(      D  cg c]  } | jK                  dD      r|  nc c} w c} e"dW<   Y w xY w# e$ r; ddylm*Z*  e$e*      D  cg c]  } | jK                  dD      r|  nc c} w c} e"dz<   Y w xY w# e$ r; ddlm+Z+  e$e+      D  cg c]  } | jK                  dD      r|  nc c} w c} e"d<   Y w xY w# e$ r; ddlm,Z,  e$e,      D  cg c]  } | jK                  dD      r|  nc c} w c} e"d<   Y w xY w# e$ r	 ddl Y w xY w# e$ r	 ddl Y w xY w# e$ r	 ddl Y w xY w# e$ r	 ddl Y w xY w# e$ r	 ddl Y w xY w# e$ r
 ddll Y w xY w# e$ r
 ddl Y cw xY w# e$ r
 ddl Y w xY wc c}}w )z4.52.4    )Path)TYPE_CHECKING   )dependency_versions_check)OptionalDependencyNotAvailable_LazyModuleis_bitsandbytes_availableis_essentia_availableis_flax_availableis_g2p_en_availableis_keras_nlp_availableis_librosa_availableis_pretty_midi_availableis_scipy_availableis_sentencepiece_availableis_speech_availableis_tensorflow_text_availableis_tf_availableis_timm_availableis_tokenizers_availableis_torch_availableis_torchaudio_availableis_torchvision_availableis_vision_availablelogging)define_import_structureaudio_utilscommandsconfiguration_utilsPretrainedConfigconvert_graph_to_onnx+convert_slow_tokenizers_checkpoints_to_fast)convert_tf_hub_seq_to_seq_bert_to_pytorchdata)DataProcessorInputExampleInputFeatures%SingleSentenceClassificationProcessorSquadExampleSquadFeaturesSquadV1ProcessorSquadV2Processorglue_compute_metrics!glue_convert_examples_to_featuresglue_output_modesglue_processorsglue_tasks_num_labels"squad_convert_examples_to_featuresxnli_compute_metricsxnli_output_modesxnli_processorsxnli_tasks_num_labelszdata.data_collator)DataCollatorDataCollatorForLanguageModelingDataCollatorForMultipleChoice*DataCollatorForPermutationLanguageModelingDataCollatorForSeq2SeqDataCollatorForSOP"DataCollatorForTokenClassificationDataCollatorForWholeWordMaskDataCollatorWithFlatteningDataCollatorWithPaddingDefaultDataCollatordefault_data_collatorzdata.metricszdata.processorsdebug_utilsr   dependency_versions_tabledynamic_module_utils!feature_extraction_sequence_utilsSequenceFeatureExtractorfeature_extraction_utilsBatchFeatureFeatureExtractionMixin
file_utils
generation)AsyncTextIteratorStreamerCompileConfigGenerationConfigTextIteratorStreamerTextStreamerWatermarkingConfighf_argparserHfArgumentParserhyperparameter_searchimage_transformsintegrations)is_clearml_availableis_comet_availableis_dvclive_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_swanlab_availableis_tensorboard_availableis_wandb_availableloss	modelcard	ModelCardmodeling_tf_pytorch_utils)(convert_tf_weight_name_to_pt_weight_name$load_pytorch_checkpoint_in_tf2_modelload_pytorch_model_in_tf2_model!load_pytorch_weights_in_tf2_model$load_tf2_checkpoint_in_pytorch_modelload_tf2_model_in_pytorch_model!load_tf2_weights_in_pytorch_modelonnx	pipelines)$AudioClassificationPipeline"AutomaticSpeechRecognitionPipelineCsvPipelineDataFormatDepthEstimationPipeline!DocumentQuestionAnsweringPipelineFeatureExtractionPipelineFillMaskPipelineImageClassificationPipelineImageFeatureExtractionPipelineImageSegmentationPipelineImageTextToTextPipelineImageToImagePipelineImageToTextPipelineJsonPipelineDataFormatMaskGenerationPipelineNerPipelineObjectDetectionPipelinePipedPipelineDataFormatPipelinePipelineDataFormatQuestionAnsweringPipelineSummarizationPipelineTableQuestionAnsweringPipelineText2TextGenerationPipelineTextClassificationPipelineTextGenerationPipelineTextToAudioPipelineTokenClassificationPipelineTranslationPipelineVideoClassificationPipelineVisualQuestionAnsweringPipeline#ZeroShotAudioClassificationPipelineZeroShotClassificationPipeline#ZeroShotImageClassificationPipelineZeroShotObjectDetectionPipelinepipelineprocessing_utilsProcessorMixin
quantizerstesting_utilstokenization_utilsPreTrainedTokenizertokenization_utils_base)
AddedTokenBatchEncodingCharSpanPreTrainedTokenizerBaseSpecialTokensMixin	TokenSpantrainer_callback)DefaultFlowCallbackEarlyStoppingCallbackPrinterCallbackProgressCallbackTrainerCallbackTrainerControlTrainerStatetrainer_utils)EvalPredictionIntervalStrategySchedulerTypeenable_full_determinismset_seedTrainingArgumentsSeq2SeqTrainingArgumentsTFTrainingArguments),CONFIG_NAMEMODEL_CARD_NAMEPYTORCH_PRETRAINED_BERT_CACHEPYTORCH_TRANSFORMERS_CACHESPIECE_UNDERLINETF2_WEIGHTS_NAMETF_WEIGHTS_NAMETRANSFORMERS_CACHEWEIGHTS_NAME
TensorTypeadd_end_docstringsadd_start_docstringsis_apex_availableis_av_availabler	   is_datasets_availableis_faiss_availabler   r   is_phonemizer_availableis_psutil_availableis_py3nvml_availableis_pyctcdecode_availableis_sacremoses_availableis_safetensors_availabler   r   is_sklearn_availabler   r   r   r   r   r   is_torch_hpu_availableis_torch_mlu_availableis_torch_musa_availableis_torch_neuroncore_availableis_torch_npu_availabler   is_torch_xla_availableis_torch_xpu_availabler   r   )
AqlmConfigAutoRoundConfig	AwqConfigBitNetQuantConfigBitsAndBytesConfigCompressedTensorsConfig
EetqConfigFbgemmFp8ConfigFineGrainedFP8Config
GPTQConfigHiggsConfig	HqqConfigQuantoConfigQuarkConfig
SpQRConfigTorchAoConfig
VptqConfig)training_argstraining_args_seq2seqtraining_args_tfutilszutils.quantization_configvideo_utilsPreTrainedTokenizerFasttokenization_utils_fast)dummy_tokenizers_objects_zutils.dummy_tokenizers_objectsSLOW_TO_FAST_CONVERTERSconvert_slow_tokenizer)*dummy_sentencepiece_and_tokenizers_objectsz0utils.dummy_sentencepiece_and_tokenizers_objectsImageProcessingMixinimage_processing_baseBaseImageProcessorimage_processing_utilsImageFeatureExtractionMixinimage_utils)dummy_vision_objectszutils.dummy_vision_objectsBaseImageProcessorFastimage_processing_utils_fastBaseVideoProcessorvideo_processing_utils)dummy_torchvision_objectszutils.dummy_torchvision_objectsmodel_addition_debugger_contextmodel_debugging_utilsactivations)CacheCacheConfigDynamicCacheEncoderDecoderCacheHQQQuantizedCacheHybridCache
MambaCacheOffloadedCacheOffloadedStaticCacheQuantizedCacheQuantizedCacheConfigQuantoQuantizedCache	SinkCacheSlidingWindowCacheStaticCachecache_utils)	GlueDatasetGlueDataTrainingArgumentsLineByLineTextDatasetLineByLineWithRefDatasetLineByLineWithSOPTextDatasetSquadDatasetSquadDataTrainingArgumentsTextDataset$TextDatasetForNextSentencePredictionzdata.datasets)3#AlternatingCodebooksLogitsProcessorBayesianDetectorConfigBayesianDetectorModel
BeamScorerBeamSearchScorer%ClassifierFreeGuidanceLogitsProcessorConstrainedBeamSearchScorer
ConstraintConstraintListStateDisjunctiveConstraint#EncoderNoRepeatNGramLogitsProcessor'EncoderRepetitionPenaltyLogitsProcessorEosTokenCriteriaEpsilonLogitsWarperEtaLogitsWarperExponentialDecayLengthPenaltyForcedBOSTokenLogitsProcessorForcedEOSTokenLogitsProcessorGenerationMixinHammingDiversityLogitsProcessorInfNanRemoveLogitsProcessorLogitNormalizationLogitsProcessorLogitsProcessorListMaxLengthCriteriaMaxTimeCriteriaMinLengthLogitsProcessor!MinNewTokensLengthLogitsProcessorMinPLogitsWarperNoBadWordsLogitsProcessorNoRepeatNGramLogitsProcessorPhrasalConstraint PrefixConstrainedLogitsProcessor RepetitionPenaltyLogitsProcessorSequenceBiasLogitsProcessorStoppingCriteriaStoppingCriteriaListStopStringCriteria$SuppressTokensAtBeginLogitsProcessorSuppressTokensLogitsProcessorSynthIDTextWatermarkDetectorSynthIDTextWatermarkingConfig#SynthIDTextWatermarkLogitsProcessorTemperatureLogitsWarperTopKLogitsWarperTopPLogitsWarperTypicalLogitsWarper.UnbatchedClassifierFreeGuidanceLogitsProcessorWatermarkDetectorWatermarkLogitsProcessorWhisperTimeStampLogitsProcessor$TorchExportableModuleWithStaticCacheconvert_and_export_with_cachezintegrations.executorchmodeling_flash_attention_utilsGradientCheckpointingLayermodeling_layersmodeling_outputsROPE_INIT_FUNCTIONSdynamic_rope_updatemodeling_rope_utilsPreTrainedModelAttentionInterfacemodeling_utils)
	Adafactorget_constant_schedule!get_constant_schedule_with_warmupget_cosine_schedule_with_warmup2get_cosine_with_hard_restarts_schedule_with_warmupget_inverse_sqrt_scheduleget_linear_schedule_with_warmup)get_polynomial_decay_schedule_with_warmupget_schedulerget_wsd_scheduleoptimization)Conv1Dapply_chunking_to_forwardprune_layerpytorch_utils	sagemakertime_series_utilsTrainertrainertorch_distributed_zero_firsttrainer_pt_utilsSeq2SeqTrainertrainer_seq2seq)dummy_pt_objectszutils.dummy_pt_objectsactivations_tf)TFForcedBOSTokenLogitsProcessorTFForcedEOSTokenLogitsProcessorTFForceTokensLogitsProcessorTFGenerationMixinTFLogitsProcessorTFLogitsProcessorListTFLogitsWarperTFMinLengthLogitsProcessorTFNoBadWordsLogitsProcessorTFNoRepeatNGramLogitsProcessor"TFRepetitionPenaltyLogitsProcessor&TFSuppressTokensAtBeginLogitsProcessorTFSuppressTokensLogitsProcessorTFTemperatureLogitsWarperTFTopKLogitsWarperTFTopPLogitsWarperKerasMetricCallbackPushToHubCallbackkeras_callbacksmodeling_tf_outputs)TFPreTrainedModelTFSequenceSummaryTFSharedEmbeddings
shape_listmodeling_tf_utils)AdamWeightDecayGradientAccumulatorWarmUpcreate_optimizeroptimization_tftf_utils)dummy_tf_objectszutils.dummy_tf_objects)!FlaxForcedBOSTokenLogitsProcessor!FlaxForcedEOSTokenLogitsProcessorFlaxForceTokensLogitsProcessorFlaxGenerationMixinFlaxLogitsProcessorFlaxLogitsProcessorListFlaxLogitsWarperFlaxMinLengthLogitsProcessorFlaxTemperatureLogitsWarper(FlaxSuppressTokensAtBeginLogitsProcessor!FlaxSuppressTokensLogitsProcessorFlaxTopKLogitsWarperFlaxTopPLogitsWarper#FlaxWhisperTimeStampLogitsProcessormodeling_flax_outputsFlaxPreTrainedModelmodeling_flax_utils)dummy_flax_objectszutils.dummy_flax_objects)r    )rG   )rI   rJ   )rT   )re   )*)r   )r   )r   )r   )r   ),r   r   r   r   r   r   r   r   r   r   r   r   r   r   r	   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   )r   )r   r   )r   )r   )r   )r   )r   )TimmWrapperImageProcessor)rH  rI  )r   )rK  )rN  rO  )rR  rQ  )re  )rg  )ri  )r}  r~  )r  r  r  r  r  r  r  r  r  r  r  r  r  r  )r  Nmodels)prefix__file____version__)module_specextra_objectszNone of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.(  r  pathlibr   typingr    r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   utils.import_utilsr   
get_logger__name__logger_import_structurer   dir
startswithr   r   r   extendrk  r  r  r   r    r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   data.data_collatorr7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rF   rG   rH   rI   rJ   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   r  ro   rp   rq   rr   rs   rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   utils.quantization_configr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   utils.dummy_tokenizers_objectsr   r   2utils.dummies_sentencepiece_and_tokenizers_objectsr   r   r   r   r   r   utils.dummy_vision_objectsr   r   r   r   utils.dummy_torchvision_objectsmodels.timm_wrapperr  (utils.dummy_timm_and_torchvision_objectsr  r   r   r   r   r   r  r  r  r  r  r  r  r  r	  r
  data.datasetsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  integrations.executorchrH  rI  r   r   rL  rK  rP  rN  rO  rS  rR  rQ  r^  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  rb  r_  r`  ra  rf  re  rh  rg  rj  ri  utils.dummy_pt_objectsrm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r  r}  r~  r  r  r  r  r  r  r  r  r  r  utils.dummy_tf_objectsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  utils.dummy_flax_objectssysitemssetr  parentimport_structure	frozensetupdateglobals__spec__moduleswarning_advice)namekvs   000g/var/www/catia.catastroantioquia-mas.com/valormas/lib/python3.12/site-packages/transformers/__init__.py<module>r     s  *     (     . 8 
		H	%_2__ ./_ R	_
 22_ 0_  _6  7_R BS_T rU_V 2W_X  Y_Z  [_\ B]_^ (*D)E__` 1I Ja_b "c_d  e_t '(u_v Rw_x y_z  {_T BU_V +W_Z   "[_n Bo_p  %q_| )*}_~ "_@ RA_B 01C_D   E_T  U_f  g_t **89./-\"& }_ DO"$,.. % 5N3N/0&(-D-F,.. .G 	" 3./G ,.. ! 3I1I-.3G2H./(E'Fm$I#%,.. & 9Q7Q343G2H./@>,..   	*2-. (*m$(m$"
*o& l#**4	
6t 	/'4/0
 ;=67,H+I'(,.()0EG\/]+,+<>R*S&')n%*o&
 &(k"-/)*$-;i -K,L(),<+='(+',..  +-&'l#**	
( -BCV+W'(/1+,.)*,'( %'j!G,..  l#**	
$ 24-.0E/F+, 5    (    L O  /    %   % % % % % % % % % %L 1 8     1?5- - - - - - - - - - - -`    (E&(022 )
 	E	
*,1H1J022 2K
	

="$022 %
 	@><?')022 *
 	H>C(*/@/B022 0C
 	Cu4!#022 $	
 	
 	
 	
 	
 	
 	
 	
"
	
 
	
 
	
 
	
 
	
 
	
4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
 4	
j	
 	
	
 	
 	@?QQGG	
 	
 	
 	
 	
 	
 	RQQ 	%$BB33(
 022 !	
 	
 	
 	
 	
 	
 	
 	
 	
$ 	LK	
 	
 	
	
 	
 	
= "022 #	
 	
 	
 	
 	
 	
 	
 	
  	=< /@/F/F/HItq!CFI.tH~/D/Dx/OX`aYr]#**+<='	*$k2CKK !3!5>O>Q
	/ ?R!5Q & / 56;dooc>R; ;67 & A GHMPTP_P_`cPdM MHI  & + 127$//#:N7 723 & 0 67<ts?S< <78 & w'DGHXDY2vDaeapapqtau42v2v./wF & w'DGHXDY2vDaeapapqtau42v2v./w^ & ) /058L5 501F * 656 * JIJ * 212 * 767 * @?@ * .--.p * . 	.-.T * 0 	0/04 Js  0`9 a< $b? d "e 0f :g /h h $h0 i "i ?i# i5 !j j9a9a*%a*)a98a9<b<b-(b-,b<;b<?c?c0+c0/c?>c?ed3.d32eefe61e65ffgf94f98ggh g<7g<;h
h
hh
h-,h-0
h>=h>
ii
i i #i21i25jjjj