
    謜i%                        d dl mZ ddlmZmZmZmZ i ddgdg ddg d	d
g ddg dddgdg ddddgdddgdg ddg dddgdg dd g d!d"d#gd$g d%d&g d'g d(d)gd*gd+d,gd-gd.gd/Z	  e       s e       	 d0d1ged2<   g d3ed4<   	  ed5      s e       	 d6ged7<   erjd8d9lm	Z	 d8dl
mZmZmZ d8d	lmZmZmZmZ d8dlmZmZmZmZ d8dlmZmZmZmZmZmZmZm Z m!Z!m"Z" d8d:l#m$Z$ d8dl%m&Z&m'Z'm(Z( d8d;l)m*Z*m+Z+ d8d<l,m-Z-m.Z. d8dl/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5 d8dl6m7Z7m8Z8m9Z9m:Z: d8d=l;m<Z< d8dl=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZD d8d!lEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZl d8d>lmmnZn d8d%lompZpmqZqmrZr d8d?lsmtZtmuZumvZvmwZwmxZxmyZy d8d(lzm{Z{m|Z|m}Z} d8d@l~mZ d8dAlmZ d8dBlmZmZ d8dClmZ d8dDlmZ 	  e       s e       	 d8dElmZmZ d8dFlmZmZmZ 	  ed5      s e       	 d8dGlmZ yHd dHlZ ee e       dI   eeJ      ej,                  e<   yH# e$ r Y w xY w# e$ r Y w xY w# e$ r Y hw xY w# e$ r Y yHw xY w)K    )TYPE_CHECKING   )OptionalDependencyNotAvailable_LazyModuleis_torch_availableis_torch_greater_or_equalaqlmreplace_with_aqlm_linearawq)post_init_awq_exllama_modulesreplace_quantization_scalesreplace_with_awq_linearbitnet)	BitLinearpack_weightsreplace_with_bitnet_linearunpack_weightsbitsandbytes)Bnb4bitQuantizedequantize_and_replacereplace_with_bnb_linear!validate_bnb_backend_availability	deepspeed)
HfDeepSpeedConfigHfTrainerDeepSpeedConfigdeepspeed_configdeepspeed_initdeepspeed_load_checkpointdeepspeed_optim_schedis_deepspeed_availableis_deepspeed_zero3_enabledset_hf_deepspeed_configunset_hf_deepspeed_configeetqreplace_with_eetq_linear
fbgemm_fp8)FbgemmFp8LinearFbgemmFp8Llama4TextExpertsreplace_with_fbgemm_fp8_linearfinegrained_fp8	FP8Linearreplace_with_fp8_linearfsdpis_fsdp_enabledis_fsdp_managed_moduleggml)GGUF_CONFIG_DEFAULTS_MAPPINGGGUF_CONFIG_MAPPINGGGUF_TOKENIZER_MAPPING_gguf_parse_valueload_dequant_gguf_tensor	load_ggufhiggs)HiggsLineardequantize_higgsquantize_with_higgsreplace_with_higgs_linearhqqprepare_for_hqq_linearhub_kernels)LayerRepositorylazy_load_kernelregister_kernel_mappingreplace_kernel_forward_from_hubuse_kernel_forward_from_hubuse_kernel_func_from_hubuse_kernelized_funcintegration_utils)'INTEGRATION_TO_CALLBACKAzureMLCallbackClearMLCallbackCodeCarbonCallbackCometCallbackDagsHubCallbackDVCLiveCallbackFlyteCallbackMLflowCallbackNeptuneCallbackNeptuneMissingConfigurationSwanLabCallbackTensorBoardCallbackTrackioCallbackWandbCallback$get_available_reporting_integrations#get_reporting_integration_callbacks	hp_paramsis_azureml_availableis_clearml_availableis_codecarbon_availableis_comet_availableis_dagshub_availableis_dvclive_available is_flyte_deck_standard_availableis_flytekit_availableis_mlflow_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_swanlab_availableis_tensorboard_availableis_trackio_availableis_wandb_availablerewrite_logsrun_hp_search_optunarun_hp_search_rayrun_hp_search_wandbligerapply_liger_kernelmoe)batched_mm_experts_forwardgrouped_mm_experts_forwarduse_experts_implementationmxfp4)Mxfp4GptOssExpertsconvert_moe_packed_tensors
dequantizeload_and_swizzle_mxfp4quantize_to_mxfp4replace_with_mxfp4_linearswizzle_mxfp4)activate_neftunedeactivate_neftuneneftune_post_forward_hookPeftAdapterMixinreplace_with_quanto_layersSinqDeserializeSinqQuantizereplace_with_spqr_linearreplace_with_vptq_linear)neftunepeftquantosinqspqrvptq$TorchExportableModuleWithStaticCacheconvert_and_export_with_cache
executorch)shard_and_distribute_moduleALL_PARALLEL_STYLES!translate_to_torch_parallel_styletensor_parallelz2.5make_flex_block_causal_maskflex_attention   )r
   )r%   )r+   r,   )r.   r/   )r=   )ro   )ru   rw   rx   ry   rz   r{   )r   )r   )r   r   )r   )r   )r   r   )r   r   r   )r   N__file__)module_spec)typingr   utilsr   r   r   r   _import_structurer	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rn   ro   rp   rq   rr   rs   rt   ru   rw   rx   ry   rz   r{   r   r|   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   sys__name__globals__spec__modules     ^/mnt/e/genesis-system/.venv/lib/python3.12/site-packages/transformers/integrations/__init__.py<module>r      sr   ! n n}
'(}	 }  }  }&  '}> '(?}@ eA}B %>?C}D  89E}F  G}V  W}b 
$%c}d  e}v  (w}H "#I}J 
 K}T  U}f
   +,/'('(y} ~	,..   	/''l#
( # $
$U+,.. , 	&+&' . 
     /ggC=  ed+  ( ( ( ( ( ( ( ( ( ( (R * 
  YX&23..d!#022 $
 	d @(/022 0
 	@'')J2GIZhpqCKKG & 		  & 		| *  * sH   8I  I  I I#  I	I	III I #I+*I+