7i dZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlmZddlmZddlmZddlmZdd lmZddlZdd lmZd d lmZej>e Z!ejDjGZ$dFd e%de&de'e&e%fe&zfdZ(de%de&fdZ)de%de&fdZ*hdZ+e+jYdhZ-ej\j_ddjaZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8dZ9d Z:d!Z;d"Zede%fd%Z?edFd&e%d'e&de&fd(Z@edFd&e%d'e&de&fd)ZAede&fd*ZBede&fd+ZCede&fd,ZDede&fd-ZEede&fd.ZFedGd/e%dzde&fd0ZGedFde&fd1ZHedFd2e&de&fd3ZIede&fd4ZJedFde&fd5ZKedHde&fd6ZLede&fd7ZMede&fd8ZNed9e%de&fd:ZOed9e%de&fd;ZPede&fd<ZQed=e&ddfd>ZRede&fd?ZSede&fd@ZTede&fdAZUee=fdBe%de&fdCZVede&fdDZWede&fdEZXede&fdFZYee2fd/e%de&fdGZZeeeffde_effdeeffdeeffdeeffdeZeffdeeffdeeffdeueffdeeffdeXeffdeĐeffd ejeffd!ekeffd"eleffd#emeffd$eƐe ffZ d%Z Gd&d'eիZ e e%Zeeee%ee%ffZGd(d)eZGd*d+eZdKd,e%defd-ZGd.d/eZede'e%e%e%ffd0ZGd1d2Zd3d4d5Zd6d7d8d9d:d;d<d=d>d;iZdee%fd?Zed@ZdAZedGdBe%dCe%dzdefdDZdJdEZ y(LzD Import utilities: Utilities related to imports and our lazy inits. N) OrderedDict)Callable)Enum) lru_cache)chain) ModuleType)Any)version)loggingpkg_namereturn_versionreturnctjj|}|du}d}|rk|ri t|}|j dd}||vr|}n ||vr|}n|d}tj j |}tjd|d||r||fS|S#tj jtf$r%tj|}t|dd}YjwxYw) z@Check if `pkg_name` exist, and optionally try to get its versionNN/A_-r __version__z Detected z version: ) importlibutil find_specPACKAGE_DISTRIBUTION_MAPPINGreplacemetadatar PackageNotFoundErrorKeyError import_modulegetattrloggerdebug) r rspecpackage_existspackage_version distributionsnormalized_pkg_namedistribution_namepackages [/mnt/e/genesis-system/.venv/lib/python3.12/site-packages/transformers/utils/import_utils.py_is_package_availabler)0s >> # #H -D%NO. E9BM#+"2"23"< "m3$7!]*$,!$1!$4!'00889JKO  y *_4EFG..""77B E --h7G%g}eDO  EsA BAC#"C# env_variablecNtj|djdvS)zMDetect whether `env_variable` has been set to a true value in the environmentfalse)true1yyesonosgetenvlowerr*s r(is_env_variable_truer7Ps" 99\7 + 1 1 37V VVcNtj|djdvS)zNDetect whether `env_variable` has been set to a false value in the environmentr-)r,0nnooffr2r6s r(is_env_variable_falser>Us" 99\6 * 0 0 26V VVr8>r.ONYESTRUEAUTO USE_TORCH_XLAr.z1.1.0z0.46.1z1.2.6z1.12.0z0.10.02.2.0z0.2.1z0.0.4z0.4.0z0.5.0z1.0.0z0.10.2cV tdd\}}tj|}|r0|tjdkrtj d||xr+tj|tjdk\S#t jj $rYywxYw)NtorchTrz2.4.0z?Disabling PyTorch because PyTorch >= 2.4 is required but found F)r)r parser warning_once packagingInvalidVersion) is_available torch_versionparsed_versions r(is_torch_availablerOns&;GTX&Y# m }5 NW]]7-CC   "aboap q rV m < g@V VV    + +sBBB('B(c&tdd\}}|S)NrFTrGr))rrMs r(get_torch_versionrRzs,WTJA} r8library_version accept_devc"tsy|rPtjtjtjtj|k\Stjttj|k\S) Accepts a library version and returns True if the current version of the library is greater than or equal to the given version. If `accept_dev` is True, it will also accept development versions (e.g. 2.7.0.dev20250320 matches 2.7.0). FrOr rHrR base_versionrSrTs r(is_torch_greater_or_equalrZe  }}W]]+<+>?LLMQXQ^Q^_nQooo}}.01W]]?5SSSr8c"tsy|rPtjtjtjtj|kStjttj|kS)z Accepts a library version and returns True if the current version of the library is less than or equal to the given version. If `accept_dev` is True, it will also accept development versions (e.g. 2.7.0.dev20250320 matches 2.7.0). FrWrYs r(is_torch_less_or_equalr]r[r8c8trddl}t|dSy)Nr acceleratorF)rOrFhasattrrFs r(is_torch_accelerator_availablerbsum,, r8cTtrddl}|jjSyNrF)rOrFcudarLras r(is_torch_cuda_availablerfs!zz&&(( r8cPtrddl}|jjduSyrd)rOrFr reras r(is_cuda_platformrhs#}}!!-- r8cPtrddl}|jjduSyrd)rOrFr hipras r(is_rocm_platformrks#}}  ,, r8c~tsyddlmcmcm}|j |j jk(S)NFr)is_torch_hpu_available*habana_frameworks.torch.utils.experimentalrFutils experimental_get_device_type synDeviceTypesynDeviceGaudi)htexps r(is_habana_gaudi1rus3 ! #>>  ! ! #u':':'I'I IIr8 min_versionc.trddl}|jjj xr$|jjj }|9t jtt j|k\}|xr|}|Syrd) rOrFbackendsmpsrLis_builtr rHrR)rvrFbackend_availableflags r(is_torch_mps_availabler}sv!NN..;;=_%..BTBTB]B]B_  "==!2!45{9SSD 1 :d   r8ctr tdsyddl}ddl}|r5 |jj }|jj St|dxr|jj S#t$rYywxYw)zQChecks if `torch_npu` is installed and potentially if a NPU is in the environment torch_npuFrNnpu) rOr)rFrr device_countrL RuntimeErrorr`) check_devicerFrrs r(is_torch_npu_availablers}  '<['I  &&(A99))+ + 5% =UYY%;%;%==  s3A>> B  B rcttsytjt}|jdk(r|j dkryddl}|r5 |jj}|jjSt|dxr|jjS#t$rYywxYw)z Checks if XPU acceleration is available via stock PyTorch (>=2.6) and potentially if a XPU is in the environment. FrNxpu) rOr rHrRmajorminorrFrrrLrr`)rrMrFrs r(is_torch_xpu_availablers  MM"3"56MaM$7$7!$;  &&(A99))+ + 5% =UYY%;%;%==  s3B++ B76B7ctr tdsyddl}ddl}tj j d} tdtj d<|jj}|r|tj d<|Stj jdd|S#|r|tj d<wtj jddwxYw)z Checks if `mlu` is available via an `cndev-based` check which won't trigger the drivers and leave mlu uninitialized. torch_mluFrNPYTORCH_CNDEV_BASED_MLU_CHECKr ) rOr)rFrr3environgetstrmlurLpop)rFr,pytorch_cndev_based_mlu_check_previous_value availables r(is_torch_mlu_availabler s  '<['I35::>>Ba3b0B69!f 23II**, 7:fBJJ6 7  JJNN:D A  8:fBJJ6 7 JJNN:D As 6B..8C&ctr tdsyddl}ddl}d}tdd\}}|r,t j |t j |kry|r5 |j j}|j jSt|d xr|j jS#t$rYywxYw) zSChecks if `torch_musa` is installed and potentially if a MUSA is in the environment torch_musaFrNz0.33.0 accelerateTrGmusa) rOr)rFrr rHrrrLrr`)rrFrtorch_musa_min_versionaccelerate_availableaccelerate_versionrs r(is_torch_musa_availabler"s  '<\'J%/D\bf/g,, .@ AGMMRhDi i  '')A::**, , 5& ! ?ejj&=&=&??  s"3B>> C  C c|r |rJdttvxr td}|syddl}|r|jj dvS|r|jj dk(Sy) z Check if `torch_xla` is available. To train a native pytorch job in an environment with torch xla installed, set the USE_TORCH_XLA to false. z6The check_is_tpu and check_is_gpu cannot both be true. torch_xlaFrN)GPUCUDATPUT)rCENV_VARS_TRUE_VALUESr)rruntime device_type) check_is_tpu check_is_gputorch_xla_availablers r(is_torch_xla_availabler:ss h0hh .'+??fDYZeDf   ,,./AA   ,,.%77 r8c  trtdr tdsyd}tdd\}}|r,tj|tj|krydd lt j jd d d k(rdd l}td rjjsyj d jdtdjdjf fd }|_ |j_ j dd jdjdtd zdjf fd }|_j"j$ fd}|j"_j& d jdtdjdjdjf fd }|_|j_j( fd}|_y)zQChecks if `torch.hpu` is available and potentially if a HPU is in the environmenthabana_frameworkszhabana_frameworks.torchFz1.5.0rTrGrNPT_HPU_LAZY_MODEr.hpuinputdimindexrc|jjk(rU|jjdk(r<|j j ||j jS|||SNrdtypeint64devicetypetoint32)rrroriginal_gatherrFs r(patched_gatherz.is_torch_hpu_available..patched_gatherms^ ;;%++ %%,,*;*;u*D"588EKK#8#uEHHU U"5#u5 5r8indicesc|jjk(rU|jjdk(r<|j j ||j jS|||Srr)rrroriginal_take_along_dimrFs r(patched_take_along_dimz6is_torch_hpu_available..patched_take_along_dimxsa ;;%++ %%,,*;*;u*D*588EKK+@'3ORRSXS^S^_ _*5'3? ?r8c|g|i|}j|jrKd}j|jd|j|j |z}||zg|i|}|S)Ng& .>rr)isnananyeyesizerr)Aargskwargsoutput jitter_value diag_jitteroriginal_choleskyrFs r( safe_choleskyz-is_torch_hpu_available..safe_choleskysx"16t6v6 ;;v  " " $L))AFF2Jaggahh)OR^^K&q;HHHF r8srcc|jjdk(r!||ur||||jg|i|S||||g|i|Sr)rrclone)rrrrrroriginal_scatters r(patched_scatterz/is_torch_hpu_available..patched_scattersY <<   %%3,#E3syy{TTTVT T#E3sLTLVL Lr8c|jddvr-tjd|jddd|d<|i|S)Nbackend) hpu_backendeagerz#Calling torch.compile with backend=ze on a Gaudi device is not supported. We will override the backend with 'hpu_backend' to avoid errors.r)rrwarning)rroriginal_compiles r(hpu_backend_compilez3is_torch_hpu_available..hpu_backend_compiles[ ::i (@ @ NN5fjj6K5LMSS !.F9 000r8N)rOr)r rHrFr3rrhabana_frameworks.torchr`rrLgatherTensorint LongTensortake_along_dimlinalgcholeskyscattercompile) torch_hpu_min_accelerate_versionrrrrrrrrrrrrrrFs @@@@@@r(rmrmPs  $%89$%>?'.$/D\bf/g,, .@ AGMMRrDs s zz~~(#.#5& 5%  (>(>(@ llO6ell66U=M=M6RWR^R^6 "EL(ELL#22@ell@U=M=M@TWZ^T^@jojvjv@ 2E --*ELL}}M||M"%M.3llMAFM M$EM*ELL }}1(EM r8ctsyddl}|jjr|jj St r|j j Strytr|jj Str&|jjjddStr|jj Sy)NFrT)rOrFrerLis_bf16_supportedrrrmrrr}rxryis_macos_or_newerrrras r(is_torch_bf16_gpu_availablers   zz zz++--yy**,,yy**,,~~!!33B:: zz++-- r8rcbtsytr tryyddl} |j dd|j |}||z}d\}}}|j ||||j |}|jj||j |}||}y#t$rYywxYw)NFTrrr)) rOrmrurFzerosfloat16randnnn LayerNorm Exception) rrFxrbatchsentence_length embedding_dim embedding layer_norms r(!is_torch_fp16_available_on_devicers      KK1EMM&K A E18- KK U]]ciKj XX'' U]]SY'Z y ! sA:B"" B.-B.ctsyddl}|dk(r tS|dk(ry |jdd|j|}||z}y#t $rYywxYw)NFrrerTrr)rOrFrrbfloat16r)rrFrrs r(!is_torch_bf16_available_on_devicersf   *,,  KK1ENN6K B E s$A AActsyddl}trR|jj |jj }|j |jdk\ryy|jjr|jjy|jj |jj j dkryy)NFr22T) rOrFrrget_device_propertiescurrent_devicerrrerLr )rF device_infos r(is_torch_tf32_availablers   jj66uzz7P7P7RS  !2!2 3 4 < :: " " $ (:(:(B zz'' (A(A(CDJJQN r8enablecrddl}tjt}|tjdk\r|rdnd}||j_yt r||jj_y||jjj_||jj_y)z Set TF32 mode using the appropriate PyTorch API. For PyTorch 2.9+, uses the new fp32_precision API. For older versions, uses the legacy allow_tf32 flags. Args: enable: Whether to enable TF32 mode rN2.9.0tf32ieee) rFr rHrRrxfp32_precisionrmudnn allow_tf32rematmulcudnn)rrFpytorch_versionprecision_modes r( enable_tf32r smm$5$78O'--00#)v(6% " $.4ENN +4:ENN   & & 1.4ENN +r8ctxr3tjttjdk\S)Nz2.5.0rOr rHrRr8r(is_torch_flex_attn_availabler!,   `GMM2C2E$F'--X_J`$``r8ctxr3tjttjdk\S)Nr rrr8r(is_grouped_mm_availabler&rr8ctdS)NkenlmrQrr8r(is_kenlm_availabler+  ))r8 MIN_VERSIONctdd\}}|xr+tj|tj|k\S)NkernelsTrGr)r rH)r rLkernels_versions r(is_kernels_availabler%06$9)TX$Y!L/  XGMM/:gmmK>XXXr8ctdS)Ncv2rQrr8r(is_cv2_availabler)6  ''r8ctdS)Nyt_dlprQrr8r(is_yt_dlp_availabler-;  **r8ctdS)NlibcstrQrr8r(is_libcst_availabler1@r.r8ctdd\}}|xr+tj|tj|k\S)NrTrGr#)rvrLrs r(is_accelerate_availabler3E8'<\Z^'_$L$  [GMM*<={A[[[r8ctdd\}}|xr+tj|tj|k\S)NtritonTrGr#)rvrLtriton_versions r(is_triton_availabler8Ks6#8RV#W L.  WGMM.9W]];=WWWr8ctdS)Nfast_hadamard_transformrQrr8r(is_hadamard_availabler;Qs !: ;;r8ctdd\}}|xr+tj|tj|k\S)NhqqTrGr#)rvrL hqq_versions r(is_hqq_availabler?Vs5 5eD QL+  TGMM+6'-- :TTTr8ctdS)NpygmentsrQrr8r(is_pygments_availablerB\  ,,r8ctdS)N torchvisionrQrr8r(is_torchvision_availablerFa  //r8ctSr)rFrr8r(is_torchvision_v2_availablerIfs # %%r8ctdS)N galore_torchrQrr8r(is_galore_torch_availablerLk  00r8ctdS)N apollo_torchrQrr8r(is_apollo_torch_availablerPprMr8ctdS)NoptimirQrr8r(is_torch_optimi_availablerSur.r8ctdS)N lomo_optimrQrr8r(is_lomo_availablerVz  ..r8ctdS)N grokadamwrQrr8r(is_grokadamw_availablerZ  --r8ctdd\}}|xr+tj|tj|k\S)N schedulefreeTrGr#)rvrLschedulefree_versions r(is_schedulefree_availabler_9)>~^b)c&L&  ]GMM*>?7==Q\C]]]r8ctdS)N pyctcdecoderQrr8r(is_pyctcdecode_availablercrGr8ctdS)NlibrosarQrr8r(is_librosa_availablerf  ++r8ctdS)NessentiarQrr8r(is_essentia_availablerjrCr8ctdS)NpydanticrQrr8r(is_pydantic_availablermrCr8ctdS)NfastapirQrr8r(is_fastapi_availablerprgr8ctdS)NuvicornrQrr8r(is_uvicorn_availablersrgr8ctdS)NopenairQrr8r(is_openai_availablervr.r8ctdS)N pretty_midirQrr8r(is_pretty_midi_availableryrGr8c0txr tdS)N mamba_ssmrfr)rr8r(is_mamba_ssm_availabler}s " $ K)>{)KKr8ctdd\}}txr/|xr+tj|tjdk\S)Nr{TrG2.0.4r)rfr rH)rLmamba_ssm_versions r(is_mamba_2_ssm_availablersD&;KX\&]#L# " $ t t'--HY:Z^e^k^kls^t:ttr8ctdd\}}txr/|xr+tj|tjdk\S)NflaTrGz0.2.2r)rL fla_versions r(#is_flash_linear_attention_availablersA 5eD QL+ " $ n n'-- :TX_XeXefmXn:nnr8c0txr tdS)N causal_conv1dr|rr8r(is_causal_conv1d_availablers " $ O)>)OOr8c0txr tdS)NxlstmrOr)rr8r(is_xlstm_availablers   B$9'$BBr8c0txr tdS)Nmambapyrrr8r(is_mambapy_availablers   D$9)$DDr8ctdS)NpeftrQrr8r(is_peft_availabler  ((r8ctdS)Nbs4rQrr8r(is_bs4_availablerr*r8ctdS)N coloredlogsrQrr8r(is_coloredlogs_availablerrGr8ctdS)NonnxrQrr8r(is_onnx_availablerrr8ctdd\}}|xr+tj|tjdk\S)NfluteTrGz0.4.1r#)rL flute_versions r(is_flute_availablers6"7PT"UL-  RGMM-8GMM'~)NNr8ctdd\}}txr+tj|tjdk\S)NrTrGr)r)rr rH)rrs r(#is_flash_attn_greater_or_equal_2_10ros>1,tTA $ & f7==9K+LPWP]P]^ePf+ffr8ctdd\}}|sy tj|tj|k\S#tjj$rYywxYw)NrTrGF)r)r rHrJrK)rSrLrs r(is_flash_attn_greater_or_equalrus\'<\Z^'_$L$ }}/0GMM/4RRR    + +s*AA A ctdd\}}|sy|rHtjtj|jtj|k\Stj|tj|k\S)Nhuggingface_hubTrGF)r)r rHrX)rSrTrL hub_versions r(#is_huggingface_hub_greater_or_equalrsh 56GX\ ]L+ }}W]];7DDEWfIggg}}[)W]]?-KKKr8c"tsytdd\}}|rHtjtj|jtj|kDStj|tj|kDS)rVFoptimum.quantoTrG)is_optimum_quanto_availabler)r rHrX)rSrTrquanto_versions r(is_quanto_greaterrsl ' (-.>tTA~}}W]]>:GGH7==YhKiii}}^,w}}_/MMMr8ctdS)N torchdistxrQrr8r(is_torchdistx_availablerrWr8ctdS)NfaissrQrr8r(is_faiss_availablerrr8ctdS)NscipyrQrr8r(is_scipy_availablerrr8ctdS)NsklearnrQrr8r(is_sklearn_availablerrgr8ctdS)N sentencepiecerQrr8r(is_sentencepiece_availablers  11r8ctdS)NseqiorQrr8r(is_seqio_availablerrr8ctdd\}}|xr+tj|tj|k\S)NggufTrGr#)rvrL gguf_versions r(is_gguf_availablerrr8c2tdxr tdS)Ngooglezgoogle.protobufrQrr8r(is_protobuf_availabler s  * W/DEV/WWr8ctxr3tjttj|k\Srr)rvs r(is_fsdp_availabler s,   dGMM2C2E$F'--XcJd$ddr8ctdS)NoptimumrQrr8r(is_optimum_availablerrgr8ctdS)NawqrQrr8r(is_llm_awq_availablerr*r8ctdd\}}|xr+tj|tj|k\S)N auto_roundTrGr#)rvrLauto_round_versions r(is_auto_round_availablerr4r8c0txr tdS)Nrrr)rr8r(rr  ! M&;TTTr8ctdS)Ncompressed_tensorsrQrr8r(is_compressed_tensors_availabler&s !5 66r8ctdS)NsinqrQrr8r(is_sinq_availabler)rr8ctdS)N gptqmodelrQrr8r(is_gptqmodel_availabler,r[r8ctdS)N fbgemm_gpurQrr8r(is_fbgemm_gpu_availabler/rWr8ctdS)N LevenshteinrQrr8r(is_levenshtein_availabler2rGr8c0txr tdS)Nzoptimum.neuronrrr8r(is_optimum_neuron_availabler4 rr8ctdS)N tokenizersrQrr8r(is_tokenizers_availabler7rWr8ctdS)NPILrQrr8r(is_vision_availabler:r*r8ctdS)N pytesseractrQrr8r(is_pytesseract_availabler=rGr8ctdS)NpytestrQrr8r(is_pytest_availabler@r.r8c0txr tdS)N pytest_order)r@r)rr8r(is_pytest_order_availablerC#s  J%:>%JJr8ctdS)NspacyrQrr8r(is_spacy_availablerF(rr8ctdS)Npytorch_quantizationrQrr8r(!is_pytorch_quantization_availablerI-s !7 88r8ctdS)NpandasrQrr8r(is_pandas_availablerL2r.r8ctdS)N soundfilerQrr8r(is_soundfile_availablerO7r[r8ctdS)NtimmrQrr8r(is_timm_availablerR<rr8ctdS)NnattenrQrr8r(is_natten_availablerUAr.r8ctdS)NnltkrQrr8r(is_nltk_availablerXFrr8ctd}|sytdd\}}| xs+tj|tjdkS)NnumbaFnumpyTrGrDr#)rLnumpy_available numpy_versions r(is_numba_availabler^KsI(1L %:7SW%X"O]  W'-- ">wAW"WWr8ctdS)N torchaudiorQrr8r(is_torchaudio_availableraUrWr8ctdd\}}|xr+tj|tj|k\S)NtorchaoTrGr#)rvrLtorchao_versions r(is_torchao_availablereZr&r8ctSr)rarr8r(is_speech_availablerg`s  # $$r8ctdS)N spqr_quantrQrr8r(is_spqr_availablerjfrWr8ctdS)N phonemizerrQrr8r(is_phonemizer_availablermkrWr8ctdS)NuromanrQrr8r(is_uroman_availablerppr.r8ctdS)N sudachipyrQrr8r(is_sudachi_availablersur[r8ctdd\}}|xr+tj|tjdk\S)NrrTrGz0.6.8r#)rLsudachipy_versions r(is_sudachi_projection_availablervzs8&;KX\&]#L#  VGMM*;< g@VVVr8cJtdxrtjdduS)Nrhoknpjumanpp)r)shutilwhichrr8r(is_jumanpp_availabler|s  * Rv||I/Fd/RRr8ctdS)N pyximportrQrr8r(is_cython_availablerr[r8ctdS)Njinja2rQrr8r(is_jinja_availablerr.r8ctdS)NjmespathrQrr8r(is_jmespath_availablerrCr8ctdS)NmlxrQrr8r(is_mlx_availablerr*r8ctdS)N num2wordsrQrr8r(is_num2words_availablerr[r8c2tdxr tdS)NtiktokenblobfilerQrr8r(is_tiktoken_availablers  , R1Fz1RRr8ctdd\}}|xr+tj|tjdk\S)N liger_kernelTrGz0.3.0r#)rLliger_kernel_versions r(is_liger_kernel_availablers9)>~^b)c&L&  YGMM*>?7==QXCYYYr8ctdS)NrichrQrr8r(is_rich_availablerrr8ctdS)N matplotlibrQrr8r(is_matplotlib_availablerrWr8ctdS)Nmistral_commonrQrr8r(is_mistral_common_availablers !1 22r8c tdxrHtjtjjdtjdk\S#t $r }Yd}~yd}~wwxYw)N opentelemetryzopentelemetry-apiz1.30.0F)r)r rHrrr)rs r(is_opentelemetry_availablers_$_5%'--    & &': ;; ]]8 $;% % sAA A*%A*c0tds tdy)Nz2.6aHDue to a serious vulnerability issue in `torch.load`, even with `weights_only=True`, we now require users to upgrade torch to at least v2.6 in order to use the function. This version restriction does not apply when loading files with safetensors. See the vulnerability report here https://nvd.nist.gov/vuln/detail/CVE-2025-32434)rZ ValueErrorrr8r(check_torch_load_is_safers" $U + b   ,r8fncfd}|S)Nc>ts td|i|S)Nz7You need to install pytorch to use this method or class)rO ImportError)rrrs r(wrapperz"torch_only_method..wrappers%!#WX Xt&v& &r8r)rrs` r(torch_only_methodrs' Nr8cJtrddl}|jdk(ryyy)z Check whether pytorch uses deterministic algorithms by looking if torch.set_deterministic_debug_mode() is set to 1 or 2" rNFT)rOrFget_deterministic_debug_moderas r(is_torch_deterministicrs'  - - /1 4 r8ct}|dk(rytj|}t|jdzt|j zS)Nr.)rRr rHrrr)rMrNs r(!get_torch_major_and_minor_versionrsI%'M]]=1N ~## $s *S1E1E-F FFr8c^ ddl}|jjS#t$rYywxYwrd)rFcompiler is_compilingrras r(is_torchdynamo_compilingrs/~~**,,   ,,c^ ddl}|jjS#t$rYywxYwrd)rFr is_exportingrras r(is_torchdynamo_exportingrs/~~**,, rcj ddl}t||jjS#t$rYywxYwrd)torch.fx isinstancefxProxyrrrFs r(is_torch_fx_proxyrs1!UXX^^,,  #& 22cj ddl}t||jjS#t$rYywxYwrd)rFr _subclasses FakeTensorrrs r(is_fake_tensorr s5!U..99:: rct|dsy ddl}t|j|jjS#t $rYywxYw)areturns True if we are inside of `jax.jit` context, False otherwise. When a torch model is being compiled with `jax.jit` using torchax, the tensor that goes through the model would be an instance of `torchax.tensor.Tensor`, which is a tensor subclass. This tensor has a `jax` method to return the inner Jax array (https://github.com/google/torchax/blob/13ce870a1d9adb2430333c27bb623469e3aea34e/torchax/tensor.py#L134). Here we use ducktyping to detect if the inner jax array is a jax Tracer then we are in tracing context. (See more at: https://github.com/jax-ml/jax/discussions/9241) Args: x: torch.Tensor Returns: bool: whether we are inside of jax jit tracing. jaxFrN)r`rrcoreTracerr)rrs r(is_jax_jittingrsF$ 1e !%%'388??33 s1A A  A c^ ddl}|jjS#t$rYywxYwrd)rFjit is_tracingrras r(is_jit_tracingr0s/yy##%% rc^ ddl}|jjS#t$rYywxYwrd)rFreis_current_stream_capturingrras r(is_cuda_stream_capturingr9s/zz5577 rctxstxs t}|*|t|z}|t |z}|t |z}|S)zChecks whether we are tracing a graph with dynamo (compile or export), torch.jit, torch.fx, jax.jit (with torchax) or CUDA stream capturing or FakeTensor)rrrrrr)tensor _is_tracings r(rrBsW +,^0@^D\D^K (00 ~f-- ~f-- r8condmsg error_typectjdddk(ryddl}tsfd}n}t|r|}t ||j r|j |||y|j|||y)a Combines the functionalities of `torch._check`, `torch._check_with` and `torch._check_tensor_all_with` to provide a unified way to perform checks that are compatible with TorchDynamo (torch.compile & torch.export). The advantage of using `torch._check(cond, msg, error_type)` over `if cond: raise error_type(msg)` is that the former works as a truthfulness hint for TorchDynamo, instead of failing with a data-dependent control flow error during compilation. All checks using this method can be disabled in production environments by setting `TRANSFORMERS_DISABLE_TORCH_CHECK=1`. Args: cond (`bool`, `torch.Tensor` or `Callable[[], bool | torch.Tensor]`): The condition to check. msg (`str` or `Callable[[], str]`): The error message to display if the condition is not met. error_type (`type[Exception]`, *optional*, defaults to `ValueError`): The type of error to raise if the condition is not met. Raises: error_type: If the condition is not met. TRANSFORMERS_DISABLE_TORCH_CHECKr:r.NrcSrr)rsr( msg_callablez,torch_compilable_check..msg_callablejsJr8)r3r4rFcallablerr_check_tensor_all_with _check_with)rrrrFrs ` r(torch_compilable_checkrQsr$ yy3S9S@ C=  ~v$ % $$Z|D *dL9r8c| dtjvrytjdj}d|jvr t ddt j vr!t j ddkr t dtjjdduS#tttf$rYy wxYw) NmarimoTIPython IPKernelAppconsoleDATABRICKS_RUNTIME_VERSIONz11.0 databricksF) sysmodules get_ipythonconfigrr3rrrrAttributeErrorr)rs r(is_in_notebookrxs s{{ "kk),88  4 4 4i( ( '2:: 5"**Ea:bek:kl+ +~~'' 2$>> K 2sB$BB$$B;:B;ctjdd} tj|}|j ddsy t dS#tj $rYywxYw)NSM_FRAMEWORK_PARAMS{}*sagemaker_distributed_dataparallel_enabledF smdistributed)r3r4jsonloadsrJSONDecodeErrorr))sagemaker_paramss r(is_sagemaker_dp_enabledrskyy!6=::&67##$PRWXY ! 11   s'A A"!A"c`tjdd} tj|}d|vry tjdd} tj|}|j ddsy t dS#tj$rYywxYw#tj$rYywxYw)NSM_HP_MP_PARAMETERSr partitionsFrsagemaker_mpi_enabledr)r3r4rrrrr)) smp_options mpi_optionss r(is_sagemaker_mp_enabledrs))148Kjj- { * + ))148Kjj- 6>? ! 11      s#A> 'B>BBB-,B-c&dtjvS)NSAGEMAKER_JOB_NAME)r3rrr8r(is_training_run_on_sagemakerrs 2:: --r8z {0} requires the PyAv library but it was not found in your environment. You can install it with: ``` pip install av ``` Please note that you may need to restart your runtime after installation. z {0} requires the YT-DLP library but it was not found in your environment. You can install it with: ``` pip install yt-dlp ``` Please note that you may need to restart your runtime after installation. z {0} requires the PyAv library but it was not found in your environment. You can install it with: ``` pip install decord ``` Please note that you may need to restart your runtime after installation. z {0} requires the TorchCodec (https://github.com/pytorch/torchcodec) library, but it was not found in your environment. You can install it with: ``` pip install torchcodec ``` Please note that you may need to restart your runtime after installation. z {0} requires the OpenCV library but it was not found in your environment. You can install it with: ``` pip install opencv-python ``` Please note that you may need to restart your runtime after installation. ub {0} requires the 🤗 Datasets library but it was not found in your environment. You can install it with: ``` pip install datasets ``` In a notebook or a colab, you can install it by executing a cell with ``` !pip install datasets ``` then restarting your kernel. Note that if you have a local folder named `datasets` or a local python file named `datasets.py` in your current working directory, python may try to import this instead of the 🤗 Datasets library. You should rename this folder or that python file if that's the case. Please note that you may need to restart your runtime after installation. u< {0} requires the 🤗 Tokenizers library but it was not found in your environment. You can install it with: ``` pip install tokenizers ``` In a notebook or a colab, you can install it by executing a cell with ``` !pip install tokenizers ``` Please note that you may need to restart your runtime after installation. aC {0} requires the SentencePiece library but it was not found in your environment. Check out the instructions on the installation page of its repo: https://github.com/google/sentencepiece#installation and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. aU {0} requires the protobuf library but it was not found in your environment. Check out the instructions on the installation page of its repo: https://github.com/protocolbuffers/protobuf/tree/master/python#installation and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. aG {0} requires the faiss library but it was not found in your environment. Check out the instructions on the installation page of its repo: https://github.com/facebookresearch/faiss/blob/master/INSTALL.md and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. a% {0} requires the PyTorch library but it was not found in your environment. Check out the instructions on the installation page: https://pytorch.org/get-started/locally/ and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. a) {0} requires the Torchvision library but it was not found in your environment. Check out the instructions on the installation page: https://pytorch.org/get-started/locally/ and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. z {0} requires the Beautiful Soup library but it was not found in your environment. You can install it with pip: `pip install beautifulsoup4`. Please note that you may need to restart your runtime after installation. aC {0} requires the scikit-learn library but it was not found in your environment. You can install it with: ``` pip install -U scikit-learn ``` In a notebook or a colab, you can install it by executing a cell with ``` !pip install -U scikit-learn ``` Please note that you may need to restart your runtime after installation. aE {0} requires the detectron2 library but it was not found in your environment. Check out the instructions on the installation page: https://github.com/facebookresearch/detectron2/blob/master/INSTALL.md and follow the ones that match your environment. Please note that you may need to restart your runtime after installation. z {0} requires the python-Levenshtein library but it was not found in your environment. You can install it with pip: `pip install python-Levenshtein`. Please note that you may need to restart your runtime after installation. z {0} requires the g2p-en library but it was not found in your environment. You can install it with pip: `pip install g2p-en`. Please note that you may need to restart your runtime after installation. a {0} requires the pytorch-quantization library but it was not found in your environment. You can install it with pip: `pip install pytorch-quantization --extra-index-url https://pypi.ngc.nvidia.com` Please note that you may need to restart your runtime after installation. z{ {0} requires the torchaudio library but it was not found in your environment. Please install it and restart your runtime. a {0} requires the pandas library but it was not found in your environment. You can install it with pip as explained here: https://pandas.pydata.org/pandas-docs/stable/getting_started/install.html. Please note that you may need to restart your runtime after installation. z {0} requires the phonemizer library but it was not found in your environment. You can install it with pip: `pip install phonemizer`. Please note that you may need to restart your runtime after installation. z {0} requires the uroman library but it was not found in your environment. You can install it with pip: `pip install uroman`. Please note that you may need to restart your runtime after installation. z {0} requires the sacremoses library but it was not found in your environment. You can install it with pip: `pip install sacremoses`. Please note that you may need to restart your runtime after installation. z {0} requires the scipy library but it was not found in your environment. You can install it with pip: `pip install scipy`. Please note that you may need to restart your runtime after installation. z {0} requires the torchaudio library but it was not found in your environment. You can install it with pip: `pip install torchaudio`. Please note that you may need to restart your runtime after installation. z {0} requires the timm library but it was not found in your environment. You can install it with pip: `pip install timm`. Please note that you may need to restart your runtime after installation. a" {0} requires the natten library but it was not found in your environment. You can install it by referring to: shi-labs.com/natten . You can also install it with pip (may take longer to build): `pip install natten`. Please note that you may need to restart your runtime after installation. z {0} requires the numexpr library but it was not found in your environment. You can install it by referring to: https://numexpr.readthedocs.io/en/latest/index.html. z {0} requires the NLTK library but it was not found in your environment. You can install it by referring to: https://www.nltk.org/install.html. Please note that you may need to restart your runtime after installation. z {0} requires the PIL library but it was not found in your environment. You can install it with pip: `pip install pillow`. Please note that you may need to restart your runtime after installation. z {0} requires the pydantic library but it was not found in your environment. You can install it with pip: `pip install pydantic`. Please note that you may need to restart your runtime after installation. z {0} requires the fastapi library but it was not found in your environment. You can install it with pip: `pip install fastapi`. Please note that you may need to restart your runtime after installation. z {0} requires the uvicorn library but it was not found in your environment. You can install it with pip: `pip install uvicorn`. Please note that you may need to restart your runtime after installation. z {0} requires the openai library but it was not found in your environment. You can install it with pip: `pip install openai`. Please note that you may need to restart your runtime after installation. z {0} requires the PyTesseract library but it was not found in your environment. You can install it with pip: `pip install pytesseract`. Please note that you may need to restart your runtime after installation. z {0} requires the pyctcdecode library but it was not found in your environment. You can install it with pip: `pip install pyctcdecode`. Please note that you may need to restart your runtime after installation. z {0} requires the accelerate library >= {ACCELERATE_MIN_VERSION} it was not found in your environment. You can install or update it with pip: `pip install --upgrade accelerate`. Please note that you may need to restart your runtime after installation. z {0} requires essentia library. But that was not found in your environment. You can install them with pip: `pip install essentia==2.1b6.dev1034` Please note that you may need to restart your runtime after installation. z {0} requires the librosa library. But that was not found in your environment. You can install them with pip: `pip install librosa` Please note that you may need to restart your runtime after installation. z {0} requires the pretty_midi library. But that was not found in your environment. You can install them with pip: `pip install pretty_midi` Please note that you may need to restart your runtime after installation. z {0} requires the Cython library but it was not found in your environment. You can install it with pip: `pip install Cython`. Please note that you may need to restart your runtime after installation. z {0} requires the rjieba library but it was not found in your environment. You can install it with pip: `pip install rjieba`. Please note that you may need to restart your runtime after installation. z {0} requires the peft library but it was not found in your environment. You can install it with pip: `pip install peft`. Please note that you may need to restart your runtime after installation. z {0} requires the jinja library but it was not found in your environment. You can install it with pip: `pip install jinja2`. Please note that you may need to restart your runtime after installation. z {0} requires the rich library but it was not found in your environment. You can install it with pip: `pip install rich`. Please note that you may need to restart your runtime after installation. z {0} requires the mistral-common library but it was not found in your environment. You can install it with pip: `pip install mistral-common`. Please note that you may need to restart your runtime after installation. rrr(rr detectron2rirrrKrlrorx levenshteinreprotobufrbr<rrHrrspeechrQr`rTrWr6rFrErvisionrrcythonrrjinjar,rrlrorrruzmistral-commonct|ttfs|g}t|dr |jn|j j}g}|D]_}t|t r|j|j}}n t|\}}|r@|j|j|a|rtdj|y)a Method that automatically raises in case the specified backends are not available. It is often used during class initialization to ensure the required dependencies are installed: ```py requires_backends(self, ["torch"]) ``` The backends should be defined in the `BACKEND_MAPPING` defined in `transformers.utils.import_utils`. Args: obj: object to be checked backends: list or tuple of backends to check. __name__N)rlisttupler`r __class__Backend is_satisfied error_messageBACKENDS_MAPPINGappendformatrjoin)objrxnamefailedrrrs r(requires_backendsr7s hu .:"3 33<<9O9OD F, gw '$1173H3HsI-g6NIs{ MM#**T* +,"''&/**r8c&eZdZdZdZfdZxZS) DummyObjectz Metaclass for the dummy objects. Any class inheriting from it will return the ImportError generated by `requires_backend` each time a user tries to access any method of that class. Tc|jdr|dk7s|dk(s |dk(s|dk(rt| |St||jy)Nr _from_configis_dummymrocall) startswithsuper__getattribute__r _backends)clskeyr s r(rzDummyObject.__getattribute__asM NN3 C>$9cZ>OSVZ_S_cfjpcp7+C0 0#s}}-r8)r __module__ __qualname____doc__rr __classcell__r s@r(rrYs H..r8rceZdZdZ ddedededejjdzde ee fdzde ee efdzf fd Z fd Z ded efd Zd efdZdZxZS) _LazyModulezu Module class that surfaces all objects but only performs associated imports when the objects are requested. Nr module_fileimport_structure module_spec extra_objectsexplicit_import_shortcutct||i|_|r|ni|_t d|Dr8t |_i|_g|_i}|jD]\}} g} t tt| jD cgc]@} t| jddzD cgc]} | jd| dc} Bc} } } |D]jt vr t \}}n:t fddDrt#j$}nt'd |s| j)l|j j/| |_| jD]_\}}| r| |j|<|D]#}||j|<| s| |j|<%|j1|gj3|a|jj3| t t| j5z||_||_t:j<j?|g|_ |in||_!||_"||_#yt |j|_i|_|jD]\}}|D]}||j|<t|jtt|j5z|_||_||_t:j<j?|g|_ |in||_!||_"||_#ycc} wcc} } w#t*t,f$r| j)YwxYw)Nc3<K|]}t|tywrr frozenset).0r"s r( z'_LazyModule.__init__..sFcz#y)Frr rc3&K|]}|v ywrrr3r"rs r(r4z'_LazyModule.__init__..sI#sg~I=<>FBackend should be defined in the BACKENDS_MAPPING. Offending backend: )$r__init___object_missing_backend_explicit_import_shortcutrset_modules_class_to_module__all__itemsrrkeysrangecountrsplitrr r rrModuleNotFoundErrorrunion setdefaultextendvalues__file____spec__r3pathdirname__path___objects_name_import_structure)selfrr*r+r,r-r.rVrxmodulemissing_backendski module_keysrrr"rNvaluerr s @r(r>z_LazyModule.__init__rsV ')$E])Ace& F5EF FEDM$&D !DL " $4$:$:$<5 P &#% ""\`agalalan\opWX% q@P:QRQQXXc1-a0Rpq  (9G"22&6w&? !III&-g&6G'.';';H","hiphq r#9'z,33G<9$!% 3 3K @ #)<<>IKC'9(//89s*$M9M M8M M M<;M<crt|}|jD]}||vs|j||Sr)r__dir__rDr)rWresultattrr s r(r_z_LazyModule.__dir__s?"LL $D6! d# $ r8rc > ||jvr|j|S||jvrl|j|Gfddt}||_||jvrd|}n%|j|}|j dsd|}||_|}n||jvr- |j|j|}t||}n]||j2vr |j|}n;|jdrZ|dd}||jvrG |j|j|}t||}t|||t||||Sd}|jd s|jdrS|jdr|ddn|} ddlm} | | vr/| | } | jj#d d } | d }|g}| j%D]&\}}|| us || k7s||vs|j'|(|D]}||jvr[ |j|j|}t||}|}t|||| |k7r t|| |t|||n_ t4j6j9d}|r;t;||r/t||}|}| |k7r t|| |t|||n|9|j>j%D]\}}||vs |j|}n|td|jd|t||||S#tttf$r}|jdr|dd} ||jvr+|j|j|}t||} n*|j|j|}t||} t||| | }n!#t$rd}||jdr|dd} ddlm} | | vr| | } | jj#d d } | d }|g}| j%D]&\}}|| us || k7s||vs|j'|(d dl}|D],}d}|jd re|dd j+}d|d|} |j,|}t||}n*#t$rt.j1|d|dYnwxYw|f||jvrX |j|}|j|}t||}n*#t$rt.j1d|dYnwxYw|t.j1d||}t|||| |k7r t|| |t|||nn.#t$r"}t.j1d|Yd}~nd}~wwxYw|td|dYnwxYwtd|d|Yd}~d}~wwxYw#ttf$r}td|d|d}~wwxYw#t$r&}t.j1d|d|Yd}~d}~wwxYw#t$rYgwxYw#t$rYwwxYw#t<tf$rYwxYw)Nc$eZdZWZfdZdZy),_LazyModule.__getattr__..Placeholderct|yr)r)rWrrrYs r(r>z5_LazyModule.__getattr__..Placeholder.__init__s%d,<=r8cyrr)rWrrs r(rz1_LazyModule.__getattr__..Placeholder.callsr8N)rr#r$r r>r)rYsr( Placeholderrds, >r8rg) metaclass transformers. TokenizerFastr)SLOW_TO_FAST_CONVERTERS Converterr Tokenizerriztransformers.models.z.tokenization_z does not have z defined.z definedzskipping candidate z"Could not create tokenizer alias: zCould not import module 'z4'. Are this object's requirements defined correctly?zCould not load fallback z: transformerszmodule z has no attribute ) rTr?rrrCrr# _get_modulerrJrrendswithsetattrrconvert_slow_tokenizerrlrrErrr5rrr rBrrrr`rr@)rWrrg module_namer]rXe fallback_name fb_modulefallback_value lookup_namerlconverter_classconverter_base_namepreferred_tokenizer_namecandidate_namestokenizer_nametokenizer_converterrcandidate_namebase_tokenizer_class model_name module_pathalias_module_name alias_moduletransformers_moduler"rNrYs @r( __getattr__z_LazyModule.__getattr__s 4== ==& & 4// /#;;DA    $(K 4000 -dV4 "33D9 "--o>$1+"?K%0K "E T** *[ ))$*?*?*EF-vT]] " ((.}}_- $Sb  D$9$99V$($4$4T5J5J=5Y$Z ' = AmU;dE2$ E}}[)T]]?-K+/==+Id3Bit 8P#&==*A+*N />.F.F.N.N{\^._+6I5J)3T0,D*DCZC`C`CbK?N,?2oE.\gJg#1#H$3$:$:>$JK />-N-1F1FF !-373C3CDDYDYZhDi3jL;B$) !-:=++//.:Y$7':wGZ\j?k?FGZ\j?k(<0D+6.+H,3D+u,M(/dE(B(-;-F}#'#A#A#G#G#IKCv~ $ 0 0 5 }$wt}}o=OPTv%VWWdE" u(~FX ==1$("IMM%(D,A,AA(,(8(89N9N}9](^I-4Y -NN%)%5%5d6K6KD6Q%RF-4V]-KNm^D .$D%!% =T]]?-K*.s)K8W \#.2I#I6Mk6ZO:I:R:R:Z:Z[fhj:k$7BUAVV_?`$<7O6POOfOlOlOn%W(K8K+>/+QVdhsVs/=_/T0?0F0F~0V%W %5:I%%.?C(<,:+B+B;+O9G9M9S9S9UJr_r rrprr&r's@r(r)r)ks>B26@Da6a6a6- a6 ((33d: a6 CK(4/ a6#'sDI~"6"=a6HYYYvs Ur8r)ceZdZdZy)OptionalDependencyNotAvailablezPInternally used error class for signalling an optional dependency was not found.N)rr#r$r%rr8r(rrsZr8rrQc*d}tjj||}tjj |||g}tjj |}|jj|tj|}|S)zImports transformers directly Args: path (`str`): The path to the source file file (`str`, *optional*): The file to join with the path. Defaults to "__init__.py". Returns: `ModuleType`: The resulting imported module ro)submodule_search_locations) r3rQrrrspec_from_file_locationmodule_from_specloader exec_modulerr)rQfilerlocationr!rXs r(direct_transformers_importrsu Dww||D$'H >> 1 1$^b]c 1 dD ^^ , ,T 2FKKF# [[ F Mr8ceZdZejZej ZejZ ejZ ejZ ejZededdfdZy)VersionComparisonversion_stringrcptjjtjjtjjtjjtj jtj jtjjd}||S)N)r:z==z!=r<r;z>=z<=)rEQUALr] NOT_EQUAL GREATER_THAN LESS_THANGREATER_THAN_OR_EQUALLESS_THAN_OR_EQUAL)rstring_to_operators r( from_stringzVersionComparison.from_strings#((..#))//#--33"//55",,22#99??#66<< ".11r8N)rr#r$operatoreqrnergtrltrgerler staticmethodrrrr8r(rrs[ KKE I;;L I$KK! 2C 2,? 2 2r8rcd}tj||}|r2|jd|jd|jdfStd|)Nz#([a-zA-Z0-9_-]+)([!<>=~]+)([0-9.]+)r rrz Invalid package version string: )rematchgroupr)package_version_strpatternrs r(split_package_versionrsU4G HHW1 2E  A A A??;zBackend.__init__sOCXYlCm@42DL   $4 4YZ^ZkZkYlm  5r8rcpt|jd\}}|std|jd|S)z5Return the currently installed version of the backendTrGzBackend z is not available.)r)rr)rWrLcurrent_versions r(get_installed_versionzBackend.get_installed_version s?(=d>O>O`d(e% o$*;*;)<"$"3"3!44EdF]F]E^_c_k_k^lmL M r8N) rr#r$rr>rboolr rpropertyr rr8r(r r sHCs d q#q  r8r r)rxct|ts tdg|D]Xtvrj t fddDrj t Ltdfd}|S)a This decorator enables two things: - Attaching a `__backends` tuple to an object to see what are the necessary backends for it to execute correctly without instantiating it - The '@requires' string is used to dynamically import objects zBackends should be a tuple.c3&K|]}|v ywrrr7s r(r4zrequires.., s=c3'>=r8r9r=c|_|Sr) __backends)funapplied_backendss r(inner_fnzrequires..inner_fn1 s) r8)rr  TypeErrorrrrr r)rxrrrs @@r(requiresr s h &566u & &  # #G ,=_== ''(89 #ijqir!sttu Or8c d|vS)N modeling_rrus r(r9 s kQr8racJ|jdxr|jdS)N tokenization__fastrrqrs r(rr: sall?+C 70Cr8)r6cJ|jdxr|jdS)Nimage_processing_rrrs r(rr; sall./GAJJw4Gr8)rrFrEc$|jdS)Nrrrs r(rr< all./r8)rc$|jdS)Nvideo_processing_rrs r(rr= rr8c\d|vrgSd}|j}t|D]\}}|jds|}|gS||d}|djds td|dj drR|dj ddj dj d Dcgc]}|j d c}Sg}tdt|D]?}||j dk(r|cS|j||j d A|Scc}w) z Returns the content of the __all__ variable in the file content. Returns None if not defined, otherwise returns a list of strings. rDNrz`fetch__all__ accepts a list of lines, with the first line being the __all__ variable declaration]r:r z [],z"' z"', ) splitlines enumeraterrrqsplitstriprGlenr) file_content start_indexlinesrliner_all__all__line_indexs r( fetch__all__rA sI  $ K  # # %E ' t ??9 %K  +, E 8  y ) n   Qx-21X^^C-@-C-I-I%-P-V-VWZ-[\c &!\\!&q#e*!5 E &'--/36  E"34::7CD  E  ]s3D)c ^ i}tjj|rtjj|}|}g}tj|D]}|dk7rjtjj tjj ||r-ttjj ||||<rtjj tjj ||r|j|d|vr|jdd}|d|r|d|r|Dcgc] }d|vs| }}i}|D]-}|jdsttjj ||d5}|j} d d d |d d }d } d } d } tjD]\} }| |s|} nt}d vr5| j!d}t#|D]\}}|j%dr|j%ds*d}d| vrd}d| vr|| j!ddj!ddj!dd }t't)|j!dDcgc]}|s|j+dc}}nd|| dzvrg}|| |D]}d|vr|j!dd}d|vsd|vrLd|vr(|j-d|j!dDn |j|j+d|j+dk(snt'|}nd }t/|| z}||vri||<|||vrt|||<|j%ds|j%dsd }nc|j%drd!nd"}||d j!dd j+d#}|||j1||j1||r|} |} d$| vst3| D]I}||vst/| }||vri||<|||vrt|||<|||j1|K0i||}|Scc}w#1swYxYwcc}w)%a> This method takes the path to a file/a folder and returns the import structure. If a file is given, it will return the import structure of the parent folder. Import structures are designed to be digestible by `_LazyModule` objects. They are created from the __all__ definitions in each files as well as the `@require` decorators above methods and objects. The import structure allows explicit display of the required backends for a given object. These backends are specified in two ways: 1. Through their `@require`, if they are exported with that decorator. This `@require` decorator accepts a `backend` tuple kwarg mentioning which backends are required to run this object. 2. If an object is defined in a file with "default" backends, it will have, at a minimum, this backend specified. The default backends are defined according to the filename: - If a file is named like `modeling_*.py`, it will have a `torch` backend - If a file is named like `tokenization_*_fast.py`, it will have a `tokenizers` backend - If a file is named like `image_processing*_fast.py`, it will have a `torchvision` + `torch` backend Backends serve the purpose of displaying a clear error message to the user in case the backends are not installed. Should an object be imported without its required backends being in the environment, any attempt to use the object will raise an error mentioning which backend(s) should be added to the environment in order to use that object. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizer'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } __pycache__ __init__.pyc,tfd|DS)Nc3&K|]}|v ywrr)r3r substrings r(r4zLcreate_import_structure_from_path..find_substring.. s1a9>1r8)r)rlist_s` r(find_substringz9create_import_structure_from_path..find_substring s15111r8modular_rz.pyzutf-8)encodingNrrrz @requires )  @)Frxz backends=r (rz, z'",r:"'c3>K|]}|jdyw)()"', N)r)r3rs r(r4z4create_import_structure_from_path.. s3uQXGMM)4L3usrclassdefTrr:rD)r3rQisfilerRlistdirisdirr!create_import_structure_from_pathrremoverqopenreadBASE_FILE_REQUIREMENTSrErArrrr sortedrrMr2addr)rr+ directoryadjacent_modulesfrrXmodule_requirementsrtr previous_lineprevious_indexbase_requirements string_check requirementsexported_objectsrrr skip_linebackends_stringbrx backend_liner object_name _all_objects r(rrk sj ww~~k"ggook2 I ZZ $' "''-- [!0L"M"CBGGLLQ\^_D`"a Q rww||Iq9:  # #A & '(( .2j"23{Td8e1A^vZW]E]F^^'oP ##E*  "'',,y+6 I $Q668L $"#2&   *@*F*F*H  &L,K($0! 5 , & &&t,E(/F + t??#89$//R]B^ " -/ %I"]2*7*=*=k*J1*M*S*STW*XYZ*[*a*abe*fgh*i#(/J_J_`dJe0kQij0k)l#m"$u^a-?'@@#%,1.,G &L)\9/;/A/A#/Fq/I "l2c\6I#'<#7$,OO3u\h\n\nos\t3u$u$,OOL4F4Fy4Q$R ,113s: % &$)?$&(4E)EFH'::8:+H5"*=h*GGEHU+H5kB??73DOOE&>s&CA&F&L&LS&Q +H5kBFF{S(,,[9 $(M%*NMF +T  $+L9 P &66():;H'::8:+H5"*=h*GGEHU+H5kB'1+>BB;O POoPbC-B1AB k_ $ $P1ls$ RR R#R*+R*R' cfddfd |}tdD] }|} i}|jjD]$\}}t|tr||=|||<&|S)ae This method takes as input an unordered import structure and brings the required backends at the top-level, aggregating modules and objects under their required backends. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizer'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizer'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } c|i}|jD]$\}}t|ts|||<td|Dr|jD]\}}t|tr0||vri||<|||vri|||<|||j |F ||i}|jD]t\}}t|tr0||vri||<|||vri|||<|||j |F||vri||<|||vri|||<|||j |v |||<'|S)Nc3<K|]}t|tywrr1)r3vs r(r4zGspread_import_structure..propagate_frozenset..h s>!Z9->r5)rErrrr2update) unordered_import_structure frozenset_first_import_structure_key_valuerZr"propagated_frozensetr_kr_vpropagate_frozensets r(r+z4spread_import_structure..propagate_frozenseta s+-(6<<>+ ULD&fd+9?06>v>>"LLN"XDAq!!Y/$DDBD.flatten_dict sz!KKM -LD&/;/Gl^1TF+TD&$' \&$7==?@ dF^,  - E{r8rr)rGcopyrErr)nested_import_structureordered_import_structurer[flattened_import_structurer"r]r/r+s @@r(spread_import_structurer42 s^/0b 71XQ#67O#P Q"$.335;;=B U c3 (-.:5.A &s + B &%r8rprefixct|}t|}||S|jDcic]/\}}||jDcic] \}}|d||c}}1}}}}}|Scc}}wcc}}}}w)a This method takes a module_path as input and creates an import structure digestible by a _LazyModule. Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizer'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } The import structure is a dict defined with frozensets as keys, and dicts of strings to sets of objects. If `prefix` is not None, it will add that prefix to all keys in the returned dict. r)rr4rE)rr5r+ spread_dictrZr"kkvvs r(define_import_structurer: s09E)*:;K ~U`UfUfUhiiTQPQqaggiHFBfXQrd+R/HHi iIisA1 A+A1 +A1 ctjDcgc]}|jds|}}|D]=}tj|}t|tri|_tj|=?dtjvr@tjd}t|tri|_t j|yycc}w)z Clear cached Transformers modules to allow reloading modified code. This is useful when actively developing/modifying Transformers code. riroN)rrrrr)rTrreload)mod_nametransformers_modulesrX main_modules r(clear_import_cacher@ s69[[iHDWDWXgDhHii)"X& fk * FO KK ! "$kk.1 k; /#%K % %js CC)Fr)FF)T)rN)r(!r%importlib.machineryrimportlib.metadataimportlib.utilrrr3rrzrr collectionsrcollections.abcrenumr functoolsr itertoolsrtypesrtypingr packaging.versionrJr rr get_loggerrrrpackages_distributionsrrrr r)r7r>rrKENV_VARS_TRUE_AND_AUTO_VALUESrrupperrCACCELERATE_MIN_VERSIONBITSANDBYTES_MIN_VERSIONSCHEDULEFREE_MIN_VERSIONFSDP_MIN_VERSIONGGUF_MIN_VERSIONXLA_FSDPV2_MIN_VERSIONHQQ_MIN_VERSIONVPTQ_MIN_VERSIONTORCHAO_MIN_VERSIONAUTOROUND_MIN_VERSIONTRITON_MIN_VERSIONKERNELS_MIN_VERSIONrOrRrZr]rbrfrhrkrur}rrrrrrmrrrrrrrrr%r)r-r1r3r8r;r?rBrFrIrLrPrSrVrZr_rcrfrjrmrprsrvryr}rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrrrr#r&r)r,r/r2r4r7r:r=r@rCrFrIrLrOrRrUrXr^rarergrjrmrprsrvr|rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrAV_IMPORT_ERRORYT_DLP_IMPORT_ERRORDECORD_IMPORT_ERRORTORCHCODEC_IMPORT_ERRORCV2_IMPORT_ERRORDATASETS_IMPORT_ERRORTOKENIZERS_IMPORT_ERRORSENTENCEPIECE_IMPORT_ERRORPROTOBUF_IMPORT_ERRORFAISS_IMPORT_ERRORPYTORCH_IMPORT_ERRORTORCHVISION_IMPORT_ERRORBS4_IMPORT_ERRORSKLEARN_IMPORT_ERRORDETECTRON2_IMPORT_ERRORLEVENSHTEIN_IMPORT_ERRORG2P_EN_IMPORT_ERROR!PYTORCH_QUANTIZATION_IMPORT_ERRORTORCHAUDIO_IMPORT_ERRORPANDAS_IMPORT_ERRORPHONEMIZER_IMPORT_ERRORUROMAN_IMPORT_ERRORSACREMOSES_IMPORT_ERRORSCIPY_IMPORT_ERRORSPEECH_IMPORT_ERRORTIMM_IMPORT_ERRORNATTEN_IMPORT_ERRORNUMEXPR_IMPORT_ERRORNLTK_IMPORT_ERRORVISION_IMPORT_ERRORPYDANTIC_IMPORT_ERRORFASTAPI_IMPORT_ERRORUVICORN_IMPORT_ERROROPENAI_IMPORT_ERRORPYTESSERACT_IMPORT_ERRORPYCTCDECODE_IMPORT_ERRORACCELERATE_IMPORT_ERRORESSENTIA_IMPORT_ERRORLIBROSA_IMPORT_ERRORPRETTY_MIDI_IMPORT_ERRORCYTHON_IMPORT_ERRORRJIEBA_IMPORT_ERRORPEFT_IMPORT_ERRORJINJA_IMPORT_ERRORRICH_IMPORT_ERRORMISTRAL_COMMON_IMPORT_ERRORrrrr2 BACKENDS_TrrArr) BaseExceptionrrrrr rr rrrr4r:r@rr8r(rs   #$   H % )11HHJC%PTVYPYJZ]aJa@WsWtW WWW 2 4 : :F8 D 4::<  #"  D  3    Ts T TQU T  T  TC TT Td T  T     $  $  J$J J  d d    >$> >$ >>$> >0  0 @4@ @. d * \\ \~ T , cd 4 cd (  $ 555 5, ada a aa a *D* * ,?YcYDY Y  ($( ( +T+ + +T+ + /E\\$\ \  +=XSX$X X   . /1HIJ . +-BCD. %'9:;. ')<=>. ')<=>. /1HIJ. ')<=>. 13KLM. 13KLM. )+?@A. +-BCD!." 13KLM#.$ 13KLM%.& /1HIJ'.( "CEf!gh).* 57QRS+., )+?@A-.. ')<=>/.0 #%6781.2 /1HIJ3.4 ')<=>5.6 #%6787.8 /1HIJ9.: %';<=;.< 13KLM=.> /1HIJ?.@ ')<=>A.B %'9:;C.D /1HIJE.F ')<=>G.H ')<=>I.J #%678K.L %'9:;M.N ')<=>O.P #%678Q.R +-BCDS.T )+?@AU.V )+?@AW.X ')<=>Y.Z 79TUV[.0f+D .$ .s^ *d3C=&99:VU*VUr [][S&22. S%S# 2FS S  @: C_GIk//1S '$s)'T C CL{&| cDjL^ B&r8