謜idWdZddlZddlmZddlmZddlmZddlZddl Z ddl m Z m Z ddl mZddlmZd d lmZd d lmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"d d l#m$Z$d d l%m&Z&m'Z'm(Z(m)Z)eeeeeeeee e!eieee"edZ*e)jVe,Z-dZ.iddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/Z/gd0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6eGd7d8Z7d9Z8d@d:Z9d;Z:d<Z;d=ZZ=d?Z>y)Az'Configuration base class and utilities.N) dataclass)Path)Any)is_offline_mode model_info)OfflineModeIsEnabled)HFValidationError) __version__),MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING_NAMES!MODEL_FOR_CAUSAL_LM_MAPPING_NAMESMODEL_FOR_CTC_MAPPING_NAMES,MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING_NAMES*MODEL_FOR_IMAGE_SEGMENTATION_MAPPING_NAMES*MODEL_FOR_IMAGE_TEXT_TO_TEXT_MAPPING_NAMES!MODEL_FOR_MASKED_LM_MAPPING_NAMES(MODEL_FOR_OBJECT_DETECTION_MAPPING_NAMES*MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES,MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES/MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES(MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING_NAMES0MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING_NAMES,MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMES6MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING_NAMES) ParallelMode)is_datasets_availableis_tokenizers_availableis_torch_availablelogging)text-generationimage-classificationimage-segmentation fill-maskobject-detectionquestion-answeringtext2text-generationtext-classificationtable-question-answeringtoken-classificationaudio-classificationautomatic-speech-recognitionzzero-shot-image-classificationzimage-text-to-textz r#zMasked Language Modelingr!zImage Classificationr"zImage Segmentationzmultiple-choicezMultiple Choicer$zObject Detectionr%zQuestion Answering summarization Summarizationr(zTable Question Answeringr'zText Classificationr zCausal Language Modelingr&z&Sequence-to-sequence Language Modelingr)zToken Classification translation Translationzzero-shot-classificationzZero Shot Classificationr+zAutomatic Speech Recognitionr*zAudio Classification) accuracybleuf1matthews_correlationpearsonr precisionrecallrouge sacrebleu spearmanrwerc4|gSt|tr|gS|SN) isinstancestr)objs R/mnt/e/genesis-system/.venv/lib/python3.12/site-packages/transformers/modelcard.py_listifyrAss" { C u  c||St|tr|g}|Dcgc]}|| }}t|dk(r|S|||<|Scc}w)Nr)r=r>len)metadatanamevaluesvs r@_insert_values_as_listrI|sX ~&# 1A1=a 1F 1 6{aHTN O 2s AAc|iSi}|D]e}|jjddtvr$|||jjdd<M|jdk(sa||d<g|S)N _rouge1r7)lowerreplace METRIC_TAGS) eval_resultsresultkeys r@#infer_metric_tags_from_eval_resultsrTsw F" 99;  sC (K 747F399;&&sC0 1 YY[H $!F7O " MrBc||S|||<|Sr<)rErFvalues r@ _insert_valuerXs }HTN OrBcDtsyddlm}m}t |||fS)NFr)DatasetIterableDataset)rdatasetsrZr[r=)datasetrZr[s r@ is_hf_datasetr^s "1 g9 ::rBcg}|jD]8}t|ttfr|t|z }(|j |:|Sr<)rGr=tuplelistappend)mappingrRrHs r@_get_mapping_valuesrdsL F ^^  a% ' d1g F MM!   MrBceZdZUeed<dZeeezdzed<dZedzed<dZeeezdzed<dZ edzed<dZ eeezdzed<dZ eeezdzed<dZ eeezdzed <dZ eeezdzed <dZeeefdzed <dZeeefdzed <dZeedzed <dZeeefdzed<dZedzed<dZdZdZdZe ddZy)TrainingSummary model_nameNlanguagelicensetagsfinetuned_fromtasksr] dataset_tags dataset_argsdataset_metadatarQ eval_lineshyperparameterstrainersourcecN|jutsj|j]t|jdkDrD t |j}|j D]}|j ds|dd|_ yyyyy#tjttf$rYywxYw)Nrzlicense:) rirrkrDrrj startswithhttpx HTTPErrorr r)selfinfotags r@ __post_init__zTrainingSummary.__post_init__s LL #%##/D''(1, !$"5"5699/C~~j1'*12w / -0& !OO%68LM  s5B2 BB$#B$cd|ji}t|j}t|j}t|j}t|j }t |t |kr|dgt |t |z zz}tt||}tt||}tt||} t|jD cic]} | tvs | t| } } g|d<t | dk(rt |dk(r|gSt | dk(rddi} t |dk(rddi}| D cgc] } |D]} | | f}} } |D]\} } i}| | | | d|d<| /| j| i}|| | d||d<||  || |dd<t |dkDrBg|d<|jD]*\}}|dj|||j|d ,d|vrd|vrd|vr|dj|tj!d ||gScc} wcc} } w) NrFresultsr)rFtypetaskr]argsmetrics)rFrrWzLDropping the following result as it does not have all the necessary fields: )rgrAr]rmrnrorDdictziprlTASK_TAG_TO_NAME_MAPPINGgetitemsrbrQloggerrz)rymetric_mapping model_index dataset_namesrmrnrodataset_mappingdataset_arg_mappingdataset_metadata_mappingr task_mappingtask_tagds_tagall_possibilitiesrRrE metric_tag metric_names r@create_model_indexz"TrainingSummary.create_model_indexst/ !.  1 12  1 12 #D$9$9: | s<0 0'4&C 4ELHY4Y*ZZLs<?@"3|\#BC#'L:J(K#L >Fdjj=Q 59UY]uUuD*40 0  "$ I |  !c/&:a&?= |  ! $"Q&$&y!/=/C/C/E+J 9%,,$/$.%)%6%6{%CI$7IrDrjrmrakeysr)ryrrEs r@create_metadatazTrainingSummary.create_metadatas>J)(J N 9dllC    *z$:M:Ms/SX[\`\o\oXpstXt$X|T=P=PQH)(FDIIF)(J@Q@QR)(ItNDWDWDY?Z["&"9"9."IrBc d}tj|jd}t|dkDrd|d}|jdk(r |t z }|d|j dz }|j|d z }n |d |jd |jd z }|j2t|jtrt|jdk(r|d z }nt|jtr|d|jdz }nt|jttfr/t|jdk(r|d|jddz }nF|dj|jddDcgc]}d| c}d|jddzz }|jS|dz }|dj|jjDcgc]\}}d|dt!|c}}z }|dz }|dz }|dz }|dz }|dz }|dz }|j"P|dz }|dj|j"jDcgc] \}}d|d|c}}z }|dz }n|dz }|j$"|d z }|t'|j$z }|dz }|d!z }|d"t(dz }|jdk(r!t+rddl}|d#|j(dz }t/rddl}|d$|j(dz }t3rddl}|d%|j(dz }|Scc}wcc}}wcc}}w)&NF) sort_keysrz--- rrz # z z'This model was trained from scratch on z'This model is a fine-tuned version of [z](https://huggingface.co/z) on zan unknown dataset.zthe z dataset.r z, z and the z datasets.z: It achieves the following results on the evaluation set:  z- z: z/ ## Model description More information needed z9 ## Intended uses & limitations More information needed z: ## Training and evaluation data More information needed z ## Training procedure z ### Training hyperparameters z: The following hyperparameters were used during training: z More information needed z ### Training results z ### Framework versions z- Transformers z - Pytorch z - Datasets z - Tokenizers )yamldumprrDrsAUTOGENERATED_TRAINER_COMMENTrgrkr]r=rar>r`joinrQr _maybe_roundrqrpmake_markdown_tabler rtorchrr\r tokenizers) ry model_cardrEdsrFrWrr\rs r@ to_model_cardzTrainingSummary.to_model_cards 99T113uE x=1   %0J ;;) # 7 7JT__-T22    & C CJ (())B4CVCVBWW\^ J << Jt||T$Bs4< >J $ J44  }B77 ;;) #(:(<  Ju'8'8&9< rhasattrmodelrospathisdirr __class____name__ TASK_MAPPINGrrdrr output_dirrFrDr=rbparse_log_historystate log_history$extract_hyperparameters_from_trainer)clsrrrhrirjrgrkrlrmror]rn one_dataset default_tagmodel_class_namerrcrLrprQrqs r@ from_trainerzTrainingSummary.from_trainerhs /6.B.B.Ng**T[TiTi  %<+?3J3JUXYdYjYjUk(l'm$'$/=L'$/$;$;#GGMM'--"6"6"D"DE$]]11??N =&}}66?? !-!3!3!5 ! g#':7'CC E !  gll556;;J z?a 'J <,-D c "t/G'G23D %T 1 KK0 1&7 8Q8Q&R#:|>wG!)%%-%!+  rB) NNNNNNNNNN)r __module__ __qualname__r>__annotations__rhrarirjrkrlr]rmrnrorrrQfloatrprqrsr|rrr classmethodrrVrBr@rfrfsbO'+HcDIo$+GS4Z#'D#S /D '!%NC$J%$(E3c?T !(&*GS49_t #*+/L#S /D(/+/L#S /D(/.2d38nt+2,0L$sEz"T)0#'JS D '-1OT#s(^d*1"FC$J" =~ HT K K rBrfc d}|t|kr"d||vr|dz }|t|krd||vr|t|k(r1|dz}|dk\rd||vr|dz}|dk\rd||vr|dk\rdd||fSy||}g}d}t|D]}d||vr||d}d||vs||j}|jd d}|jd d}|jd d} |jd d}|jd d}|jdd}||| d} |j D]V\} } | dk(r| | d<| j d} dj | ddDcgc]}|jc}}| | |<X|j| t|dz }|dk\rd||vr|dz}|dk\rd||vr|dkDryi}||j D]\\}}|jd}|dvsdj |j dDcgc]}|jc}}|||<^|||fS||dfScc}wcc}w)zd Parse the `log_history` of a Trainer to get the intermediate and final evaluation results. r train_runtimer eval_lossN)NNNzNo logloss total_flosepochstep eval_runtimeeval_samples_per_secondeval_steps_per_second)z Training LossEpochStepzValidation LossrLrKeval_)runtimesamples_per_secondsteps_per_secondrr) rDrangecopypoprrr capitalizerb removeprefix)ridx train_loglines training_lossirrLrrrGkrHsplitspartrFrQrSrWcamel_cased_keys r@rrs C K _K> 1HCQh;k#.>> !8{3// /#C I EM 3Z! [^ #'N62M +a. (!!n))+G L$/AKK.E;;vt,D ND1A 5tr)rHdecimalss r@rrsb!UCFLL$5 6 :s3q6<$::__ 77$ % --`s$A cd|Dcgc] }dd|zzdz}}dj|dzScc}w)Nz|:-:rr)r)rrrGs r@_second_table_liners:,6 7qdS1Wns" 7F 7 776?U ""8s-c |t|dk(ry|dDcic]}|tt|}}|D]L}|jD]7\}}||tt|ks!tt|||<9Nt t |dj t |j}|tt |jz }|D]M}|t |jDcgc] }t|c}t |jz }O|Scc}wcc}w)zC Create a nice Markdown table from the results in `lines`. rr) rDr>rrrrarrGr)rrSrlinerWtablerHs r@rrs+ }E a05a9#s3s8}$9J9;**, ;JC#\%%8!99"%l5&9": 3 ;; U1X]]_ 5tJE ) learning_ratetrain_batch_sizeeval_batch_sizeseedc tDcic]}|t|j|}}|jjtj tj fvrL|jjtjk(rdn|jjj|d<|jjdkDr|jj|d<|jjdkDr|jj|d<|jj|jjz|jjz}||dk7r||d<|jj|jjz}||dk7r||d <|jjr|jj}|jjr|jjnd }d |jvrQd |d |jj d|jj"d|jj$d| |d<n d |d||d<|jj&j|d<|jj(dk7r|jj(|d<|jj*dk7r|jj*|d<n|jj,|d<|jj.rd|d<|jj0dk7r|jj0|d<|Scc}w)Nz multi-GPUdistributed_typer num_devicesgradient_accumulation_stepsrtotal_train_batch_sizertotal_eval_batch_sizez!No additional optimizer argumentsadamzUse z with betas=(,z) and epsilon=z and optimizer_args= optimizerz and the args are: lr_scheduler_typeglr_scheduler_warmup_stepsrtraining_steps num_epochsz Native AMPmixed_precision_traininglabel_smoothing_factor)_TRAINING_ARGS_KEYSgetattrr parallel_moder NOT_PARALLELNOT_DISTRIBUTED DISTRIBUTEDrW world_sizerrroptim optim_argsrN adam_beta1 adam_beta2 adam_epsilonr  warmup_steps max_stepsnum_train_epochsfp16r)rrrrqrr optimizer_nameoptimizer_argss r@rrsJZ\ K ( .2.1AAUVdUe+fOK (+2<<+I+I+O+OO'(||  C'7>||7P7P34||#,3LL,B,B()(/ (E(E %||6B23||**c14;LL4W4W01 ]QsM))?__doc__r dataclassesrpathlibrtypingrrwrhuggingface_hubrrhuggingface_hub.errorsrhuggingface_hub.utilsr rr models.auto.modeling_autor r rrrrrrrrrrrrr training_argsrutilsrrrrr get_loggerrrrrrPrArIrTrXr^rdrfrrrrrrrrVrBr@r1s. ! 773"(9HD2@DHJ PHH$o'B$oFn$o&\D "   H %! +2.(  *  . _ :01D2= :#$B 2!(    ; E E  E P9&x . # &/rB