
    rh	%                        d dl mZ ddlmZmZmZmZ i ddgdg ddg d	d
g ddg dddgdg ddddgddgdg ddg dddgdg ddg d d!g d"d#d$gd%d&gd'gd(gd)Z	  e       s e       	 d*d+ged,<   	  ed-      s e       	 g d.ed/<   	  ed0      s e       	 d1ged2<   er[d3d4lm	Z	 d3dl
mZmZmZmZmZ d3d	lmZmZmZmZ d3dlmZmZmZmZmZmZmZ d3dlmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d3d5l(m)Z) d3dl*m+Z+m,Z,m-Z- d3d6l.m/Z/m0Z0 d3d7l1m2Z2 d3dl3m4Z4m5Z5m6Z6m7Z7m8Z8 d3dl9m:Z:m;Z;m<Z<m=Z= d3d8l>m?Z? d3dl@mAZAmBZBmCZCmDZD d3d lEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZn d3d9lompZpmqZqmrZrmsZsmtZt d3d:lumvZv d3d;lwmxZx d3d<lymzZz d3d=l{m|Z| 	  e       s e       	 d3d>l}m~Z~mZ 	  ed-      s e       	 d3d?lmZmZmZ 	  ed0      s e       	 d3d@lmZ yAd dAlZ ee e       dB   eeC      ej                  e<   yA# e$ r Y w xY w# e$ r Y w xY w# e$ r Y w xY w# e$ r Y w xY w# e$ r Y uw xY w# e$ r Y yAw xY w)D    )TYPE_CHECKING   )OptionalDependencyNotAvailable_LazyModuleis_torch_availableis_torch_greater_or_equalaqlmreplace_with_aqlm_linearawq)fuse_awq_modulespost_init_awq_exllama_modulespost_init_awq_ipex_modulesreplace_quantization_scalesreplace_with_awq_linearbitnet)	BitLinearpack_weightsreplace_with_bitnet_linearunpack_weightsbitsandbytes)dequantize_and_replaceget_keys_to_not_convertreplace_8bit_linearreplace_with_bnb_linear set_module_8bit_tensor_to_device%set_module_quantized_tensor_to_device!validate_bnb_backend_availability	deepspeed)
HfDeepSpeedConfigHfTrainerDeepSpeedConfigdeepspeed_configdeepspeed_initdeepspeed_load_checkpointdeepspeed_optim_schedis_deepspeed_availableis_deepspeed_zero3_enabledset_hf_deepspeed_configunset_hf_deepspeed_configeetqreplace_with_eetq_linear
fbgemm_fp8)FbgemmFp8LinearFbgemmFp8Llama4TextExpertsreplace_with_fbgemm_fp8_linearfinegrained_fp8	FP8Linearreplace_with_fp8_linearfsdpis_fsdp_managed_moduleggml)GGUF_CONFIG_MAPPINGGGUF_TOKENIZER_MAPPING_gguf_parse_valueload_dequant_gguf_tensor	load_ggufhiggs)HiggsLineardequantize_higgsquantize_with_higgsreplace_with_higgs_linearhqqprepare_for_hqq_linearhub_kernels)LayerRepositoryregister_kernel_mappingreplace_kernel_forward_from_hubuse_kernel_forward_from_hubintegration_utils))INTEGRATION_TO_CALLBACKAzureMLCallbackClearMLCallbackCodeCarbonCallbackCometCallbackDagsHubCallbackDVCLiveCallbackFlyteCallbackMLflowCallbackNeptuneCallbackNeptuneMissingConfigurationSwanLabCallbackTensorBoardCallbackTrackioCallbackWandbCallback$get_available_reporting_integrations#get_reporting_integration_callbacks	hp_paramsis_azureml_availableis_clearml_availableis_codecarbon_availableis_comet_availableis_dagshub_availableis_dvclive_available is_flyte_deck_standard_availableis_flytekit_availableis_mlflow_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_swanlab_availableis_tensorboard_availableis_trackio_availableis_wandb_availablerewrite_logsrun_hp_search_optunarun_hp_search_rayrun_hp_search_sigoptrun_hp_search_wandbmxfp4)Mxfp4GptOssExpertsconvert_moe_packed_tensors
dequantizeload_and_swizzle_mxfp4quantize_to_mxfp4replace_with_mxfp4_linearpeftPeftAdapterMixinquantoreplace_with_quanto_layersreplace_with_spqr_linearreplace_with_vptq_linear)spqrvptq$TorchExportableModuleWithStaticCacheconvert_and_export_with_cache
executorchz2.3)shard_and_distribute_moduleALL_PARALLEL_STYLES!translate_to_torch_parallel_styletensor_parallelz2.5make_flex_block_causal_maskflex_attention   )r
   )r*   )r0   r1   )r3   )r@   )rq   rs   rt   ru   rv   )rx   )rz   )r{   )r|   )r   r   )r   r   r   )r   N__file__)module_spec)typingr   utilsr   r   r   r   _import_structurer	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rn   ro   rp   rq   rs   rt   ru   rv   rw   rx   ry   rz   r}   r{   r~   r|   r   r   r   r   r   r   r   r   r   sys__name__globals__spec__modules     u/var/www/html/ai-insurance-compliance-backend/venv/lib/python3.12/site-packages/transformers/integrations/__init__.py<module>r      s   ! n ns
'(s	 s  s  s0  1sH '(IsJ eKsL %>?MsN %&OsP  Qs^  _sj 
$%ksl  msx  *ysN  Os^  _s` +,asb (('(es j	,..   	/''l#

$U+,.. ,
,'(
$U+,.. , 	&+&' .       /ggC,  ed+ * * * * * * * * * * *V  '2..d!#022 $
 	d

(/022 0
	
 	
@(/022 0
 	@'')J2GIZhpqCKKS & 		 & 		 & 		p *  *  * sl   ,H6 I I I I% 8I0 6H?>H?I
IIII"!I"%I-,I-0I87I8