GiVdZddlZddlmZddlmZddlmZddlZddl Z ddl m Z m Z ddl mZddlmZd d lmZd d lmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"d d l#m$Z$d d l%m&Z&m'Z'm(Z(m)Z)eeeeeeeee e!eieee"edZ*e)jVe,Z-dZ.dddddddddddddd Z/gdZ0dZ1d Z2d!Z3d"Z4d#Z5d$Z6eGd%d&Z7d'Z8d.d(Z9d)Z:d*Z;d+Zy)/z'Configuration base class and utilities.N) dataclass)Path)Any)is_offline_mode model_info)OfflineModeIsEnabled)HFValidationError) __version__),MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING_NAMES!MODEL_FOR_CAUSAL_LM_MAPPING_NAMESMODEL_FOR_CTC_MAPPING_NAMES,MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING_NAMES*MODEL_FOR_IMAGE_SEGMENTATION_MAPPING_NAMES*MODEL_FOR_IMAGE_TEXT_TO_TEXT_MAPPING_NAMES!MODEL_FOR_MASKED_LM_MAPPING_NAMES(MODEL_FOR_OBJECT_DETECTION_MAPPING_NAMES*MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES,MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES/MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES(MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING_NAMES0MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING_NAMES,MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMES6MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING_NAMES) ParallelMode)is_datasets_availableis_tokenizers_availableis_torch_availablelogging)text-generationimage-classificationimage-segmentation fill-maskobject-detectionquestion-answeringztext2text-generationtext-classificationtable-question-answeringtoken-classificationaudio-classificationautomatic-speech-recognitionzzero-shot-image-classificationzimage-text-to-textz zMasked Language ModelingzImage ClassificationzImage SegmentationzMultiple ChoicezObject DetectionzQuestion AnsweringzTable Question AnsweringzText ClassificationzCausal Language ModelingzToken ClassificationzZero Shot ClassificationzAutomatic Speech RecognitionzAudio Classification) r#r!r"zmultiple-choicer$r%r'r&r r(zzero-shot-classificationr*r)) accuracybleuf1matthews_correlationpearsonr precisionrecallrouge sacrebleu spearmanrwerc4|gSt|tr|gS|SN) isinstancestr)objs X/var/www/pod-logistic/pod-ai/venv/lib/python3.12/site-packages/transformers/modelcard.py_listifyr<ps" { C u  c||St|tr|g}|Dcgc]}|| }}t|dk(r|S|||<|Scc}w)Nr)r8r9len)metadatanamevaluesvs r;_insert_values_as_listrDysX ~&# 1A1=a 1F 1 6{aHTN O 2s AAc|iSi}|D]e}|jjddtvr$|||jjdd<M|jdk(sa||d<g|S)N _rouge1r2)lowerreplace METRIC_TAGS) eval_resultsresultkeys r;#infer_metric_tags_from_eval_resultsrOsw F" 99;  sC (K 747F399;&&sC0 1 YY[H $!F7O " Mr=c||S|||<|Sr7)r@rAvalues r; _insert_valuerSs }HTN Or=cDtsyddlm}m}t |||fS)NFr)DatasetIterableDataset)rdatasetsrUrVr8)datasetrUrVs r; is_hf_datasetrYs "1 g9 ::r=cg}|jD]8}t|ttfr|t|z }(|j |:|Sr7)rBr8tuplelistappend)mappingrMrCs r;_get_mapping_valuesr_sL F ^^  a% ' d1g F MM!   Mr=ceZdZUeed<dZeeezdzed<dZedzed<dZeeezdzed<dZ edzed<dZ eeezdzed<dZ eeezdzed<dZ eeezdzed <dZ eeezdzed <dZeeefdzed <dZeeefdzed <dZeedzed <dZeeefdzed<dZedzed<dZdZdZdZe ddZy)TrainingSummary model_nameNlanguagelicensetagsfinetuned_fromtasksrX dataset_tags dataset_argsdataset_metadatarL eval_lineshyperparameterstrainersourcecN|jutsj|j]t|jdkDrD t |j}|j D]}|j ds|dd|_ yyyyy#tjttf$rYywxYw)Nrzlicense:) rdrrfr?rre startswithhttpx HTTPErrorr r)selfinfotags r; __post_init__zTrainingSummary.__post_init__s LL #%##/D''(1, !$"5"5699/C~~j1'*12w / -0& !OO%68LM  s5B2 BB$#B$cd|ji}t|j}t|j}t|j}t|j }t |t |kr|dgt |t |z zz}tt||}tt||}tt||} t|jD cic]} | tvs | t| } } g|d<t | dk(rt |dk(r|gSt | dk(rddi} t |dk(rddi}| D cgc] } |D]} | | f}} } |D]\} } i}| | | | d|d<| /| j| i}|| | d||d<||  || |dd<t |dkDrBg|d<|jD]*\}}|dj|||j|d ,d|vrd|vrd|vr|dj|tj!d ||gScc} wcc} } w) NrAresultsr)rAtypetaskrXargsmetrics)rArzrRzLDropping the following result as it does not have all the necessary fields: )rbr<rXrhrirjr?dictziprgTASK_TAG_TO_NAME_MAPPINGgetitemsr]rLloggerru)rtmetric_mapping model_index dataset_namesrhrirjdataset_mappingdataset_arg_mappingdataset_metadata_mappingr{ task_mappingtask_tagds_tagall_possibilitiesrMr@ metric_tag metric_names r;create_model_indexz"TrainingSummary.create_model_indexst/ !.  1 12  1 12 #D$9$9: | s<0 0'4&C 4ELHY4Y*ZZLs<?@"3|\#BC#'L:J(K#L >Fdjj=Q 59UY]uUuD*40 0  "$ I |  !c/&:a&?= |  ! $"Q&$&y!/=/C/C/E+J 9%,,$/$.%)%6%6{%CI$7I>J)(J N 9dllC    *z$:M:Ms/SX[\`\o\oXpstXt$X|T=P=PQH)(FDIIF)(J@Q@QR)(ItNDWDWDY?Z["&"9"9."Ir=c d}tj|jd}t|dkDrd|d}|jdk(r |t z }|d|j dz }|j|d z }n |d |jd |jd z }|j2t|jtrt|jdk(r|d z }nt|jtr|d|jdz }nt|jttfr/t|jdk(r|d|jddz }nF|dj|jddDcgc]}d| c}d|jddzz }|jS|dz }|dj|jjDcgc]\}}d|dt!|c}}z }|dz }|dz }|dz }|dz }|dz }|dz }|j"P|dz }|dj|j"jDcgc] \}}d|d|c}}z }|dz }n|dz }|j$"|d z }|t'|j$z }|dz }|d!z }|d"t(dz }|jdk(r!t+rddl}|d#|j(dz }t/rddl}|d$|j(dz }t3rddl}|d%|j(dz }|Scc}wcc}}wcc}}w)&NF) sort_keysrz--- rmz # z z'This model was trained from scratch on z'This model is a fine-tuned version of [z](https://huggingface.co/z) on zan unknown dataset.zthe z dataset.r z, z and the z datasets.z: It achieves the following results on the evaluation set:  z- z: z/ ## Model description More information needed z9 ## Intended uses & limitations More information needed z: ## Training and evaluation data More information needed z ## Training procedure z ### Training hyperparameters z: The following hyperparameters were used during training: z More information needed z ### Training results z ### Framework versions z- Transformers z - Pytorch z - Datasets z - Tokenizers )yamldumprr?rnAUTOGENERATED_TRAINER_COMMENTrbrfrXr8r\r9r[joinrLr _maybe_roundrlrkmake_markdown_tabler rtorchrrWr tokenizers) rt model_cardr@dsrArRrrWrs r; to_model_cardzTrainingSummary.to_model_cards 99T113uE x=1   %0J ;;) # 7 7JT__-T22    & C CJ (())B4CVCVBWW\^ J << Jt||T$Bs4< >J $ J44  }B77 ;;) #(:(<  Ju'8'8&9< 3J3JUXYdYjYjUk(l'm$'$/=L'$/$;$;#GGMM'--"6"6"D"DE$]]11??N =&}}66?? !-!3!3!5 ! g#':7'CC E !  gll556;;J z?a 'J <,-D c "t/G'G23D %T 1 KK0 1&7 8Q8Q&R#:|>wG!)%%-%!+  r=) NNNNNNNNNN)r __module__ __qualname__r9__annotations__rcr\rdrerfrgrXrhrirjr~rrLfloatrkrlrnrwrrr classmethodrrQr=r;rarasbO'+HcDIo$+GS4Z#'D#S /D '!%NC$J%$(E3c?T !(&*GS49_t #*+/L#S /D(/+/L#S /D(/.2d38nt+2,0L$sEz"T)0#'JS D '-1OT#s(^d*1"FC$J" =~ HT K K r=rac d}|t|kr"d||vr|dz }|t|krd||vr|t|k(r1|dz}|dk\rd||vr|dz}|dk\rd||vr|dk\rdd||fSy||}g}d}t|D]}d||vr||d}d||vs||j}|jd d}|jd d}|jd d} |jd d}|jd d}|jdd}||| d} |j D]V\} } | dk(r| | d<| j d} dj | ddDcgc]}|jc}}| | |<X|j| t|dz }|dk\rd||vr|dz}|dk\rd||vr|dkDryi}||j D]\\}}|jd}|dvsdj |j dDcgc]}|jc}}|||<^|||fS||dfScc}wcc}w)zd Parse the `log_history` of a Trainer to get the intermediate and final evaluation results. r train_runtimer eval_lossN)NNNzNo logloss total_flosepochstep eval_runtimeeval_samples_per_secondeval_steps_per_second)z Training LossEpochStepzValidation LossrGrFeval_)runtimesamples_per_secondsteps_per_secondrr) r?rangecopypoprrr capitalizer] removeprefix)ridx train_loglines training_lossir}rGrrrBkrCsplitspartrArLrNrRcamel_cased_keys r;rrs C K _K> 1HCQh;k#.>> !8{3// /#C I EM 3Z! [^ #'N62M +a. (!!n))+G L$/AKK.E;;vt,D ND1A 5t$::__ 77$ % --`s$A cd|Dcgc] }dd|zzdz}}dj|dzScc}w)Nz|:-:rr)r)rrrBs r;_second_table_liners:,6 7qdS1Wns" 7F 7 776?U ""8s-c |t|dk(ry|dDcic]}|tt|}}|D]L}|jD]7\}}||tt|ks!tt|||<9Nt t |dj t |j}|tt |jz }|D]M}|t |jDcgc] }t|c}t |jz }O|Scc}wcc}w)zC Create a nice Markdown table from the results in `lines`. rr) r?r9rrrr\rrBr)rrNrlinerRtablerCs r;rrs+ }E a05a9#s3s8}$9J9;**, ;JC#\%%8!99"%l5&9": 3 ;; U1X]]_ 5tJE ) learning_ratetrain_batch_sizeeval_batch_sizeseedc tDcic]}|t|j|}}|jjtj tj fvrL|jjtjk(rdn|jjj|d<|jjdkDr|jj|d<|jjdkDr|jj|d<|jj|jjz|jjz}||dk7r||d<|jj|jjz}||dk7r||d <|jjr|jj}|jjr|jjnd }d |jvrQd |d |jj d|jj"d|jj$d| |d<n d |d||d<|jj&j|d<|jj(dk7r|jj(|d<|jj*dk7r|jj*|d<n|jj,|d<|jj.rd|d<|jj0dk7r|jj0|d<|Scc}w)Nz multi-GPUdistributed_typer num_devicesgradient_accumulation_stepsrtotal_train_batch_sizertotal_eval_batch_sizez!No additional optimizer argumentsadamzUse z with betas=(,z) and epsilon=z and optimizer_args= optimizerz and the args are: lr_scheduler_typeglr_scheduler_warmup_stepsrtraining_steps num_epochsz Native AMPmixed_precision_traininglabel_smoothing_factor)_TRAINING_ARGS_KEYSgetattrr| parallel_moder NOT_PARALLELNOT_DISTRIBUTED DISTRIBUTEDrR world_sizerrroptim optim_argsrI adam_beta1 adam_beta2 adam_epsilonr warmup_steps max_stepsnum_train_epochsfp16r )rmrrlrroptimizer_nameoptimizer_argss r;rrsJZ\ K ( .2.1AAUVdUe+fOK (+2<<+I+I+O+OO'(||  C'7>||7P7P34||#,3LL,B,B()(/ (E(E %||6B23||**c14;LL4W4W01 ]QsM))?__doc__r dataclassesrpathlibrtypingrrrrhuggingface_hubrrhuggingface_hub.errorsrhuggingface_hub.utilsr rr models.auto.modeling_autor r rrrrrrrrrrrrr training_argsrutilsrrrrr get_loggerrrrrrKr<rDrOrSrYr_rarrrrrrrrQr=r;r,sE. ! 773"(9HD2@DHJ PHH$o'B$oFn$o&\D "   H %!,2.(*. :012 :$B2"    ; E E  E P9&x . # &/r=